00010000:00010000:0.0F:1788263495.921494:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0F:1788263496.943780:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263497.264472:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788263497.264492:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709845504:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788263497.264551:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263497.264694:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709845504 00000100:00100000:1.0:1788263497.264703:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709845504 00000100:00080000:2.0F:1788263497.265199:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788263497.265246:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709845632:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788263497.265278:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.265361:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709845760:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788263497.265384:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263497.270687:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709845632 00000100:00100000:1.0:1788263497.270697:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709845632 00000100:00080000:3.0F:1788263497.270915:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788263497.271010:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788263497.271025:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709845504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788263497.271068:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788263497.271154:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387615180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709845504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 133us (6601us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263497.271161:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788263497.271178:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1788263497.271185:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709845632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788263497.271198:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25591488 pending 28672 free 3923501056 avail 3691978752 00000100:00100000:1.0:1788263497.271225:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709845632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (5947us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263497.271231:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788263497.271761:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709845632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788263497.271777:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387616a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709845504:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788263497.272139:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fb36e90-c209-4884-91f2-1155be4ad295:3619:1875129709845888:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272184:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272213:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709846400:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272234:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272247:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1875129709846912:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272263:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272277:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788263497.272281:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709846272:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272298:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272312:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1875129709846784:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272328:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272348:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709846016:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272365:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272376:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875129709846528:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272390:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272399:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1875129709847040:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272412:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272425:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788263497.272429:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709846144:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272443:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272459:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1875129709846656:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.272474:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263497.272493:0:17071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709846272 00000100:00100000:2.0:1788263497.272497:0:17071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709846272 00000100:00100000:2.0:1788263497.272520:0:17071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709846016 00000100:00100000:2.0:1788263497.272522:0:17071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709846016 00000100:00100000:2.0:1788263497.272535:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788263497.272554:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28414bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709846272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263497.272951:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709845760 00000100:00100000:3.0:1788263497.272964:0:17058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709845888 00000100:00100000:3.0:1788263497.272968:0:17058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709845888 00000100:00100000:3.0:1788263497.272999:0:17058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1788263497.273005:0:17058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b56fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fb36e90-c209-4884-91f2-1155be4ad295+24:3619:x1875129709845888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273067:0:17058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b56fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:8fb36e90-c209-4884-91f2-1155be4ad295+24:3619:x1875129709845888:12345-0@lo:400:kworker.0 Request processed in 62us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263497.273074:0:17058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:3.0:1788263497.273101:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709846912 00000100:00100000:3.0:1788263497.273104:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709846912 00000100:00100000:3.0:1788263497.273126:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709846784 00000100:00100000:3.0:1788263497.273129:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709846784 00000100:00100000:3.0:1788263497.273139:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709846528 00000100:00100000:3.0:1788263497.273141:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709846528 00000100:00100000:3.0:1788263497.273149:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709847040 00000100:00100000:3.0:1788263497.273151:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709847040 00000100:00100000:3.0:1788263497.273161:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709846144 00000100:00100000:3.0:1788263497.273163:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709846144 00000100:00100000:3.0:1788263497.273171:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709846656 00000100:00100000:3.0:1788263497.273173:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709846656 00000100:00100000:3.0:1788263497.273185:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788263497.273190:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284149880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1875129709846912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273217:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284149880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1875129709846912:12345-0@lo:400:kworker.0 Request processed in 27us (952us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263497.273222:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788263497.273232:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788263497.273237:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284148000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875129709846784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273272:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284148000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875129709846784:12345-0@lo:400:kworker.0 Request processed in 34us (942us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263497.273278:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788263497.273288:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788263497.273293:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28312c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875129709846528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273318:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28312c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875129709846528:12345-0@lo:400:kworker.0 Request processed in 25us (927us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263497.273324:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788263497.273333:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788263497.273338:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28312ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1875129709847040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273359:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28312ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1875129709847040:12345-0@lo:400:kworker.0 Request processed in 21us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263497.273364:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788263497.273373:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788263497.273378:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28312d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709846144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273399:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28312d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709846144:12345-0@lo:400:kworker.0 Request processed in 20us (954us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263497.273404:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788263497.273413:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788263497.273418:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28312f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875129709846656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273438:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28312f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875129709846656:12345-0@lo:400:kworker.0 Request processed in 20us (963us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263497.273443:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00010000:00080000:3.0:1788263497.273481:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff283aeaa00 x1875129709846784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263497.273505:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1875129709846784:0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273516:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fb36e90-c209-4884-91f2-1155be4ad295:3619:1875129709845888:0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273530:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1875129709846912:0@lo:400:kworker.0 00000100:00080000:3.0:1788263497.273554:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788263497.273558:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788263497.273570:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709846144:0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273613:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1875129709846656:0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.273623:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875129709846528:0@lo:400:kworker.0 00010000:00080000:3.0:1788263497.273635:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff283aeb100 x1875129709847040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263513 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263497.273644:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1875129709847040:0@lo:400:kworker.0 00000100:00100000:1.0:1788263497.273840:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709845760 00000100:00080000:3.0:1788263497.273890:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788263497.274013:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788263497.274025:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3618:x1875129709845760:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788263497.274052:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 25591488 pending 28672 free 3923501056 avail 3691978752 00000100:00100000:1.0:1788263497.274097:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3618:x1875129709845760:12345-0@lo:13:osp-pre-1-0.0 Request processed in 74us (8711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263497.274103:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788263497.274130:0:19151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709846400 00000100:00100000:1.0:1788263497.274133:0:19151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709846400 00000100:00100000:1.0:1788263497.274161:0:19151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788263497.274167:0:19151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709846400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263497.274188:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709845760:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788263497.274199:0:19151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709846400:12345-0@lo:400:kworker.0 Request processed in 33us (1964us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263497.274205:0:19151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00080000:3.0:1788263497.274206:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788263497.274222:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709846400:0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.275120:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28414bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709846272:12345-0@lo:400:kworker.0 Request processed in 2573us (2814us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263497.275131:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788263497.275155:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788263497.275164:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28312f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709846016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263497.275204:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28312f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709846016:12345-0@lo:400:kworker.0 Request processed in 42us (2837us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263497.275211:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788263497.277156:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709846016:0@lo:400:kworker.0 00000100:00100000:1.0:1788263497.277938:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709846272:0@lo:400:kworker.0 00000001:00080000:1.0:1788263497.780125:0:17045:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934635 is committed 00000020:00080000:1.0:1788263497.780155:0:17045:0:(update_trans.c:59:top_multiple_thandle_dump()) lustre-MDT0000-osd tmt ffff9ff2810a80c0 refcount 2 committed 0 result 0 batchid 4294967529 00000020:00080000:1.0:1788263497.780161:0:17045:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9ff3ae6a3f00 obd lustre-OST0001-osc-MDT0000 committed 1 started 1 stopped 1 result 0 sub_th ffff9ff2810a86c0 00000020:00080000:1.0:1788263497.780165:0:17045:0:(update_trans.c:67:top_multiple_thandle_dump()) st ffff9ff3ae6a3300 obd lustre-MDT0000-osd committed 1 started 1 stopped 1 result 0 sub_th ffff9ff282c39e00 00010000:00010000:1.0:1788263497.780196:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec800/0x4b1103cba6670d09 lrc: 3/0,1 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 17066 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263497.780207:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec800/0x4b1103cba6670d09 lrc: 2/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 17066 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263497.780215:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec800/0x4b1103cba6670d09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17066 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263497.780222:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ec800 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263497.780226:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec800/0x4b1103cba6670d09 lrc: 3/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 17066 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263497.780233:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec800/0x4b1103cba6670d09 lrc: 4/0,0 mode: TXN/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 17066 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263497.780249:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9ff282f54e00) 00010000:00010000:1.0:1788263497.780260:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263497.780266:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec800/0x4b1103cba6670d09 lrc: 2/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17066 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263497.780272:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec800/0x4b1103cba6670d09 lrc: 0/0,0 mode: --/TXN res: [0x200000bd1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 17066 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788263497.783046:0:19385:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934599 is committed 00000001:00080000:3.0:1788263497.783064:0:19385:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 8589934598 is committed 00000020:00080000:1.0:1788263497.783639:0:17105:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 4294967529 committed batchid 8 00000020:00080000:1.0:1788263497.783717:0:17105:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 8 00010000:00010000:3.0:1788263497.970009:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263498.237891:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263498.238988:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699286016 00000100:00100000:1.0:1788263498.239001:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699286016 00000100:00100000:1.0:1788263498.239078:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 74 00000100:00100000:1.0:1788263498.239091:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+12:15538:x1875129699286016:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788263498.239191:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf77ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+12:15538:x1875129699286016:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 Request processed in 103us (1320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263498.239199:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 74 00000100:00080000:1.0:1788263498.239220:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788263498.242120:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263498.242194:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699286144 00000100:00100000:1.0:1788263498.242203:0:17067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699286144 00000100:00100000:1.0:1788263498.242268:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 75 00000100:00100000:1.0:1788263498.242278:0:17067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6218fa09-9d3e-4029-b371-f2f7a141bebe+5:15538:x1875129699286144:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 00000100:00100000:1.0:1788263498.242373:0:17067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf77e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6218fa09-9d3e-4029-b371-f2f7a141bebe+5:15538:x1875129699286144:12345-192.168.203.26@tcp:60:lhsmtool_posix.0 Request processed in 95us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263498.242380:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 75 00000100:00080000:3.0:1788263498.242519:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788263498.253078:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263498.253421:0:17068:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699286400 00000100:00100000:3.0:1788263498.253431:0:17068:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699286400 00000100:00100000:3.0:1788263498.253485:0:17068:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:3.0:1788263498.253495:0:17068:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bc4dc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6218fa09-9d3e-4029-b371-f2f7a141bebe+12:15538:x1875129699286400:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1788263498.253737:0:17068:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bc4dc050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:6218fa09-9d3e-4029-b371-f2f7a141bebe+13:15538:x1875129699286400:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 Request processed in 242us (666us total) trans 8589934636 rc 0/0 00000100:00100000:3.0:1788263498.253745:0:17068:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:2.0:1788263498.288690:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788263498.288712:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709847168:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788263498.288784:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263498.288966:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709847168 00000100:00100000:1.0:1788263498.288974:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709847168 00000100:00100000:1.0:1788263498.289038:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788263498.289047:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709847168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788263498.289076:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788263498.289128:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709847168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263498.289136:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788263498.289162:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709847168:0@lo:13:osp-pre-0-1.0 00010000:00010000:1.0:1788263498.991769:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788263499.184567:0:17817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788263499.312379:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3bf77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709847296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788263499.312455:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263499.312532:0:17071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709847296 00000100:00100000:0.0:1788263499.312539:0:17071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709847296 00000100:00100000:0.0:1788263499.312604:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788263499.312614:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709847296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788263499.312642:0:17071:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:0.0:1788263499.312685:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf789180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709847296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263499.312691:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1788263499.312733:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3bf77d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709847296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788263499.313165:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709847424:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788263499.313195:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263499.314116:0:17071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709847424 00000100:00100000:3.0:1788263499.314124:0:17071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709847424 00000100:00100000:3.0:1788263499.314167:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788263499.314175:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709847424:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788263499.314198:0:17071:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788263499.317621:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf78bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709847424:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3437us (4414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263499.317636:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1788263499.318867:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709847424:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788263499.385323:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263499.385388:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263499.385458:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263499.385516:0:18573:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699286912 00000100:00100000:3.0:1788263499.385525:0:18573:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699286912 00000100:00100000:3.0:1788263499.385607:0:18573:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699287424 00000100:00100000:3.0:1788263499.385610:0:18573:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699287424 00000100:00100000:3.0:1788263499.385631:0:18573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:3.0:1788263499.385651:0:18573:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+5:2385:x1875129699286912:12345-192.168.203.26@tcp:9:kworker.0 00000020:00000080:3.0:1788263499.385677:0:18573:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66709c1 00000100:00080000:3.0:1788263499.385690:0:18573:0:(import.c:65:import_set_state_nolock()) ffff9ff283214800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788263499.385728:0:18573:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788263499.385862:0:18573:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387614700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+2:2385:x1875129699286912:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 221us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263499.385882:0:18573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:3.0:1788263499.385897:0:18573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:3.0:1788263499.385903:0:18573:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+5:2385:x1875129699287424:12345-192.168.203.26@tcp:9:kworker.0 00000020:00000080:3.0:1788263499.385914:0:18573:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670a00 00000100:00080000:3.0:1788263499.385918:0:18573:0:(import.c:65:import_set_state_nolock()) ffff9ff39ab1d800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788263499.385937:0:18573:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788263499.385987:0:18573:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387614e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+2:2385:x1875129699287424:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 82us (598us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263499.385993:0:18573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30 00010000:00010000:3.0:1788263499.386028:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263499.386035:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788263499.386232:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788263499.387099:0:18572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699287552 00000100:00100000:2.0:1788263499.387106:0:18572:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699287552 00000100:00100000:2.0:1788263499.387187:0:18572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 31 00000100:00100000:2.0:1788263499.387196:0:18572:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387614380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+5:2385:x1875129699287552:12345-192.168.203.26@tcp:9:kworker.0 00000020:00000080:2.0:1788263499.387223:0:18572:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670a07 00000100:00080000:2.0:1788263499.387237:0:18572:0:(import.c:65:import_set_state_nolock()) ffff9ff2833d6800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1788263499.387282:0:18572:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:2.0:1788263499.387383:0:18572:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387614380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+2:2385:x1875129699287552:12345-192.168.203.26@tcp:9:kworker.0 Request processed in 188us (1924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263499.387391:0:18572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 31 00010000:00010000:2.0:1788263499.387458:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788263499.388050:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788263499.389208:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263499.389245:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263499.389272:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263499.389302:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263499.389321:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263499.389340:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263499.389398:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699286784 00000100:00100000:1.0:1788263499.389405:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699286784 00000100:00100000:1.0:1788263499.389440:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699287168 00000100:00100000:1.0:1788263499.389443:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699287168 00000100:00100000:1.0:1788263499.389474:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699286656 00000100:00100000:1.0:1788263499.389477:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699286656 00000100:00100000:1.0:1788263499.389487:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699287296 00000100:00100000:1.0:1788263499.389488:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699287296 00000100:00100000:1.0:1788263499.389502:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 70 00000100:00100000:1.0:1788263499.389510:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+5:2386:x1875129699286784:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263499.389571:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+5:2386:x1875129699286784:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 61us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263499.389602:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 70 00000100:00100000:1.0:1788263499.389618:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 71 00000100:00100000:1.0:1788263499.389624:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+6:2386:x1875129699287168:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263499.389661:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+6:2386:x1875129699287168:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 37us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263499.389667:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 71 00000100:00100000:1.0:1788263499.389679:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 72 00000100:00100000:1.0:1788263499.389698:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+13:2386:x1875129699286656:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263499.389733:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+13:2386:x1875129699286656:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 37us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263499.389740:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 72 00000100:00100000:1.0:1788263499.389752:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 73 00000100:00100000:1.0:1788263499.389760:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff282fdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+5:2386:x1875129699287296:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263499.389782:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff282fdf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+5:2386:x1875129699287296:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 25us (441us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263499.389788:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 73 00000100:00100000:3.0:1788263499.390032:0:17060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699286528 00000100:00100000:3.0:1788263499.390037:0:17060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699286528 00000100:00100000:3.0:1788263499.390071:0:17060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 168 00000100:00100000:3.0:1788263499.390078:0:17060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b56fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+13:2386:x1875129699286528:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788263499.390103:0:17060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b56fb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+13:2386:x1875129699286528:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 26us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263499.390109:0:17060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 168 00000100:00100000:3.0:1788263499.390138:0:19604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699287040 00000100:00100000:3.0:1788263499.390141:0:19604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699287040 00000100:00100000:3.0:1788263499.390167:0:19604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:3.0:1788263499.390172:0:19604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff282fdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6218fa09-9d3e-4029-b371-f2f7a141bebe+6:2386:x1875129699287040:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788263499.390195:0:19604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff282fdc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:6218fa09-9d3e-4029-b371-f2f7a141bebe+6:2386:x1875129699287040:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 23us (874us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263499.390210:0:19604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00080000:2.0:1788263499.390286:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788263499.390290:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788263499.390292:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000040:00080000:3.0:1788263499.505461:0:17101:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:3.0:1788263499.505471:0:17101:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1788263499.505497:0:17101:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:3.0:1788263499.505507:0:17101:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1788263500.015870:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263501.040290:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788263501.487166:0:20440:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 07:51:39 (1788263499) 00010000:00010000:3.0:1788263502.064364:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263502.384681:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3bf77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709847552:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788263502.384751:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263502.384810:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788263502.384817:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3bf77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709847680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788263502.384842:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263502.385020:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709847552 00000100:00100000:3.0:1788263502.385029:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709847552 00000100:00100000:1.0:1788263502.385038:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709847680 00000100:00100000:1.0:1788263502.385044:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709847680 00000100:00100000:1.0:1788263502.385088:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788263502.385100:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709847680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788263502.385128:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1788263502.385179:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf77d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709847680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 82us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263502.385269:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:3.0:1788263502.385282:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788263502.385293:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788263502.385302:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709847552:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788263502.385314:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17125056 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1788263502.385343:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf77f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709847552:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263502.385350:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788263502.385374:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709847808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788263502.385415:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263502.385442:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788263502.385451:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709847936:0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.385487:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263502.385523:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709848320:0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.385551:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263502.385568:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709848832:0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.385629:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263502.385654:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788263502.385662:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709848448:0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.385667:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709848192:0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.385706:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263502.385732:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1875129709848704:0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.385758:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263502.385779:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788263502.385786:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709848064:0@lo:400:kworker.0 00000100:00100000:0.0:1788263502.385805:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709847808 00000100:00100000:3.0:1788263502.385811:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263502.385814:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709847808 00000100:00100000:3.0:1788263502.385831:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709848576:0@lo:400:kworker.0 00000100:00100000:0.0:1788263502.385852:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1788263502.385857:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263502.385866:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709847808:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788263502.385868:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1788263502.385890:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788263502.385904:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709849088:0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.385910:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1875129709848960:0@lo:400:kworker.0 00000100:00100000:0.0:1788263502.385939:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709847808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (524us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263502.385948:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263502.385953:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788263502.385958:0:17059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709847936 00000100:00100000:1.0:1788263502.385963:0:17059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709847936 00000100:00100000:3.0:1788263502.385990:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709848832 00000100:00100000:3.0:1788263502.385995:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709848832 00000100:00100000:1.0:1788263502.386013:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1788263502.386023:0:17059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b56fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fb36e90-c209-4884-91f2-1155be4ad295+24:3618:x1875129709847936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263502.386025:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3bf77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709847680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788263502.386041:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709848192 00000100:00100000:0.0:1788263502.386045:0:3620:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 2 00000100:00100000:3.0:1788263502.386046:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709848192 00000004:00080000:0.0:1788263502.386053:0:3620:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff9ff3bf77ea00, transno 8589934596 00000100:00100000:1.0:1788263502.386065:0:17059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b56fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fb36e90-c209-4884-91f2-1155be4ad295+24:3618:x1875129709847936:12345-0@lo:400:kworker.0 Request processed in 44us (578us total) trans 0 rc 0/0 00000004:00080000:0.0:1788263502.386072:0:3620:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 8589934598 committed transno 8589934598 00000100:00100000:1.0:1788263502.386073:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:0.0:1788263502.386102:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3bf77fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709847552:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788263502.386109:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709848320 00000100:00100000:1.0:1788263502.386113:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709848320 00000100:00100000:3.0:1788263502.386121:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709848704 00000100:00100000:3.0:1788263502.386126:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709848704 00000100:00100000:1.0:1788263502.386138:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709848064 00000100:00100000:1.0:1788263502.386143:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709848064 00000100:00100000:3.0:1788263502.386149:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709848576 00000100:00100000:3.0:1788263502.386154:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709848576 00000100:00100000:1.0:1788263502.386165:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788263502.386173:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709849088 00000100:00100000:1.0:1788263502.386176:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709848320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.386178:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709849088 00000100:00100000:3.0:1788263502.386203:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788263502.386213:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709848832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.386221:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709848320:12345-0@lo:400:kworker.0 Request processed in 47us (668us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263502.386236:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1788263502.386254:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788263502.386260:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788263502.386263:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2838ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709848064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263502.386273:0:17067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709848192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.386391:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709848832:12345-0@lo:400:kworker.0 Request processed in 180us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263502.386400:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788263502.386405:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2838ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709848064:12345-0@lo:400:kworker.0 Request processed in 143us (594us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263502.386412:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788263502.386432:0:18572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709848448 00000100:00100000:1.0:1788263502.386435:0:18572:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709848448 00000100:00100000:3.0:1788263502.386465:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788263502.386470:0:18572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788263502.386475:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2838cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875129709848704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.386482:0:18572:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709848448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.386516:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2838cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875129709848704:12345-0@lo:400:kworker.0 Request processed in 44us (756us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263502.386524:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788263502.386529:0:18572:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709848448:12345-0@lo:400:kworker.0 Request processed in 51us (665us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263502.386539:0:18572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1788263502.386540:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788263502.386551:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2838cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709848576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.386608:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2838cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709848576:12345-0@lo:400:kworker.0 Request processed in 59us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263502.386615:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788263502.386626:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788263502.386640:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2838cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709849088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.386659:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709848064:0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.386679:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2838cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709849088:12345-0@lo:400:kworker.0 Request processed in 40us (734us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263502.386680:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709848576:0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.386692:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00080000:3.0:1788263502.386713:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788263502.386717:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788263502.386719:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1788263502.386838:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff283aead80 x1875129709849088/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263502.386853:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709849088:0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.386870:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1875129709848704:0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.386902:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263502.386933:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709848320:0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.386944:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709848960 00010000:00080000:1.0:1788263502.386947:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff283aeb100 x1875129709848832/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263518 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263502.386949:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709848960 00000100:00100000:1.0:1788263502.386973:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709848832:0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.386986:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788263502.386990:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709847936:0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.386996:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1875129709848960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.387019:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709847808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788263502.387049:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709848448:0@lo:400:kworker.0 00000100:00100000:1.0:1788263502.387062:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3618:1875129709848960:0@lo:400:kworker.0 00000100:00100000:3.0:1788263502.387094:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387616a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3618:x1875129709848960:12345-0@lo:400:kworker.0 Request processed in 57us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263502.387103:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00080000:3.0:1788263502.387119:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788263502.392065:0:17067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283aeaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709848192:12345-0@lo:400:kworker.0 Request processed in 5787us (6349us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263502.392079:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788263502.392178:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709848192:0@lo:400:kworker.0 00010000:00010000:0.0:1788263503.088497:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263503.407751:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788263503.407773:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff282fdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709849216:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788263503.407942:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263503.408030:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709849216 00000100:00100000:3.0:1788263503.408038:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709849216 00000100:00100000:3.0:1788263503.408093:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1788263503.408103:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709849216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788263503.408124:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788263503.408180:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf789880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709849216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263503.408195:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788263503.410087:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff282fdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709849216:0@lo:13:osp-pre-0-1.0 00000001:00080000:1.0:1788263503.925373:0:17045:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934636 is committed 00000020:00080000:1.0:1788263503.925386:0:17045:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967529 batchid updated 00000020:00080000:0.0:1788263503.925665:0:17105:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000020:00080000:0.0:1788263503.925676:0:17105:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00010000:00010000:3.0:1788263504.114365:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263504.433228:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788263504.433252:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2838ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709849344:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788263504.433323:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263504.433535:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709849344 00000100:00100000:3.0:1788263504.433543:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709849344 00000100:00100000:3.0:1788263504.433617:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788263504.433711:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788263504.433723:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff282fdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709849472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788263504.433755:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263504.434029:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709849344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788263504.434075:0:17070:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446293504 avail 1300054016 00000100:00100000:3.0:1788263504.434123:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf78ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709849344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 497us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263504.434131:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788263504.434154:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709849472 00000100:00100000:3.0:1788263504.434158:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709849472 00000100:00100000:3.0:1788263504.434173:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788263504.434179:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709849472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788263504.434196:0:17070:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788263504.434238:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709849472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 58us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263504.434244:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1788263504.434329:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2838ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709849344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788263504.434767:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff282fdca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709849472:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788263504.503977:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263504.504093:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263504.504134:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263504.504193:0:18573:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699288064 00000100:00100000:1.0:1788263504.504203:0:18573:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699288064 00000100:00100000:1.0:1788263504.504277:0:18573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:1.0:1788263504.504287:0:18573:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff282fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+6:2387:x1875129699288064:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263504.504359:0:18573:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff282fdca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:6218fa09-9d3e-4029-b371-f2f7a141bebe+6:2387:x1875129699288064:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 72us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263504.504366:0:18573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00080000:0.0:1788263504.508307:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788263504.514370:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699287808 00000100:00100000:3.0:1788263504.514385:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699287808 00000100:00100000:2.0:1788263504.514438:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263504.514463:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:1.0:1788263504.514500:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788263504.514748:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263504.514882:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699288320 00000100:00100000:3.0:1788263504.514887:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699288320 00000100:00100000:2.0:1788263504.514909:0:17058:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699287680 00000100:00100000:3.0:1788263504.514912:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699287936 00000100:00100000:2.0:1788263504.514913:0:17058:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699287680 00000100:00100000:3.0:1788263504.514914:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699287936 00000100:00100000:3.0:1788263504.514927:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699288192 00000100:00100000:3.0:1788263504.514929:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699288192 00000100:00100000:2.0:1788263504.514939:0:17058:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 170 00000100:00100000:3.0:1788263504.514942:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 80 00000100:00100000:3.0:1788263504.514948:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff282fdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6218fa09-9d3e-4029-b371-f2f7a141bebe+12:2387:x1875129699287808:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788263504.514948:0:17058:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b56f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+13:2387:x1875129699287680:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788263504.515027:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff282fdf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6218fa09-9d3e-4029-b371-f2f7a141bebe+12:2387:x1875129699287808:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 79us (11059us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263504.515034:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 80 00000100:00100000:3.0:1788263504.515049:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 81 00000100:00100000:3.0:1788263504.515055:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2833e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+5:2387:x1875129699288320:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788263504.515088:0:17058:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b56f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+13:2387:x1875129699287680:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 141us (655us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263504.515090:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2833e1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+5:2387:x1875129699288320:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 36us (10965us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263504.515096:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 81 00000100:00100000:2.0:1788263504.515096:0:17058:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 170 00000100:00100000:3.0:1788263504.515108:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 82 00000100:00100000:3.0:1788263504.515114:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6218fa09-9d3e-4029-b371-f2f7a141bebe+5:2387:x1875129699287936:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788263504.515135:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398741180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6218fa09-9d3e-4029-b371-f2f7a141bebe+5:2387:x1875129699287936:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 22us (672us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263504.515141:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 82 00000100:00100000:3.0:1788263504.515152:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 83 00000100:00100000:3.0:1788263504.515158:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+6:2387:x1875129699288192:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788263504.515178:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398740a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+6:2387:x1875129699288192:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 20us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263504.515183:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 83 00000100:00080000:0.0:1788263504.516041:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788263504.516046:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000001:00100000:2.0:1788263504.947403:0:19385:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6cba8b7b-8f99-4a54-a27b-6ee8a0068215 00000020:00000080:2.0:1788263504.947421:0:19385:0:(genops.c:885:class_export_put()) final put ffff9ff2833d0800/6cba8b7b-8f99-4a54-a27b-6ee8a0068215 00000020:00000080:1.0:1788263504.947629:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff2833d0800/6cba8b7b-8f99-4a54-a27b-6ee8a0068215 for lustre-OST0001 00000020:00000080:1.0:1788263504.947698:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff2833d6800 for lustre-OST0001 00000001:00100000:2.0:1788263504.947756:0:18568:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6cba8b7b-8f99-4a54-a27b-6ee8a0068215 00000020:00000080:2.0:1788263504.947761:0:18568:0:(genops.c:885:class_export_put()) final put ffff9ff28383c800/6cba8b7b-8f99-4a54-a27b-6ee8a0068215 00000001:00100000:2.0:1788263504.947780:0:18568:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 6218fa09-9d3e-4029-b371-f2f7a141bebe 00000020:00000080:2.0:1788263504.947782:0:18568:0:(genops.c:885:class_export_put()) final put ffff9ff283212800/6218fa09-9d3e-4029-b371-f2f7a141bebe 00000020:00000080:1.0:1788263504.947909:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff28383c800/6cba8b7b-8f99-4a54-a27b-6ee8a0068215 for lustre-OST0000 00000020:00000080:1.0:1788263504.947944:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283212800/6218fa09-9d3e-4029-b371-f2f7a141bebe for lustre-OST0000 00000020:00000080:1.0:1788263504.947962:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff39ab1d800 for lustre-OST0000 00000020:00000080:1.0:1788263504.947966:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff283214800 for lustre-OST0000 00010000:00010000:0.0:1788263505.135808:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263505.359122:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263505.359163:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263505.359244:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263505.359405:0:17052:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699288448 00000100:00100000:2.0:1788263505.359415:0:17052:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699288448 00000100:00100000:2.0:1788263505.359461:0:17052:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699288576 00000100:00100000:2.0:1788263505.359464:0:17052:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699288576 00000100:00100000:2.0:1788263505.359474:0:17052:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699288704 00000100:00100000:2.0:1788263505.359476:0:17052:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699288704 00000100:00100000:2.0:1788263505.359489:0:17052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:2.0:1788263505.359499:0:17052:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+15:2387:x1875129699288448:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788263505.359512:0:17052:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263505.359531:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3bf6d0e00/0x4b1103cba667099e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11701b9 expref: 15 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.359549:0:17052:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263505.359654:0:17052:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+14:2387:x1875129699288448:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 156us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263505.359662:0:17052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:2.0:1788263505.359680:0:17052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:2.0:1788263505.359689:0:17052:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+13:2386:x1875129699288576:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788263505.359710:0:17052:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263505.359720:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3829e8a00/0x4b1103cba6670a2a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11702a0 expref: 13 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.359730:0:17052:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263505.359749:0:17052:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+12:2386:x1875129699288576:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 61us (585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263505.359754:0:17052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:2.0:1788263505.359767:0:17052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:2.0:1788263505.359773:0:17052:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+11:2389:x1875129699288704:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788263505.359779:0:17052:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263505.359787:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823ec000/0x4b1103cba66709a5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11701ea expref: 11 pid: 17060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.359794:0:17052:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263505.359811:0:17052:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+10:2389:x1875129699288704:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 39us (568us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263505.359815:0:17052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:2.0:1788263505.361686:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263505.361835:0:19151:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699288960 00000100:00100000:3.0:1788263505.361843:0:19151:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699288960 00000100:00100000:3.0:1788263505.361886:0:19151:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 32 00000100:00100000:3.0:1788263505.361895:0:19151:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6218fa09-9d3e-4029-b371-f2f7a141bebe+6:2385:x1875129699288960:12345-192.168.203.26@tcp:9:umount.0 00000020:00000080:3.0:1788263505.361928:0:19151:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66709c8 00000020:00010000:3.0:1788263505.361937:0:19151:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9ff3bd98b800: total 0 00000100:00080000:3.0:1788263505.361942:0:19151:0:(import.c:65:import_set_state_nolock()) ffff9ff3bd98c800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788263505.362012:0:19151:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1788263505.362159:0:19151:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398742d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:6218fa09-9d3e-4029-b371-f2f7a141bebe+4:2385:x1875129699288960:12345-192.168.203.26@tcp:9:umount.0 Request processed in 265us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263505.362168:0:19151:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 32 00000020:00010000:0.0:1788263505.362514:0:17054:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9ff3bd98b800: total 0 00010000:00010000:0.0:1788263505.362518:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263505.362560:0:17054:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ff3bd98b800, canceled 0 locks, left on hash table 1. 00002000:00010000:0.0:1788263505.362644:0:17054:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb size from disk: 0 -> 9 00002000:00010000:0.0:1788263505.362648:0:17054:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb mtime from disk: 1788263490 -> 1788263491 00002000:00010000:0.0:1788263505.362651:0:17054:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb ctime from disk: 1788263490 -> 1788263491 00002000:00010000:0.0:1788263505.362660:0:17054:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x2c0000401:0x22:0x0] updating lvb blocks from disk: 0 -> 8 00010000:00010000:0.0:1788263505.362685:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002fbcb647/0x4b1103cba6670d3a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170380 expref: 3 pid: 19151 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263505.362707:0:17054:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ff3bd98b800, canceled 1 locks, left on hash table 0. 00010000:00010000:0.0:1788263505.362722:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263505.362724:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263505.362726:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263505.378525:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263505.378615:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699289856 00000100:00100000:3.0:1788263505.378624:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699289856 00000100:00100000:3.0:1788263505.378688:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 76 00000100:00100000:3.0:1788263505.378699:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6218fa09-9d3e-4029-b371-f2f7a141bebe+12:2385:x1875129699289856:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:3.0:1788263505.378731:0:18294:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66709b3 00000020:00010000:3.0:1788263505.378747:0:18294:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9ff282c71800: total 0 00000100:00080000:3.0:1788263505.378753:0:18294:0:(import.c:65:import_set_state_nolock()) ffff9ff282c76000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788263505.378810:0:18294:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934636 00000020:00010000:2.0:1788263505.379159:0:17053:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9ff282c71800: total 0 00010000:00010000:2.0:1788263505.379209:0:17053:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ff282c71800, canceled 0 locks, left on hash table 7. 00010000:00010000:2.0:1788263505.379254:0:17053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9ff39868af00) 00010000:00010000:2.0:1788263505.379258:0:17053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788263505.379265:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3829e9800/0x4b1103cba6670d48 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170387 expref: 11 pid: 18294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.379305:0:17053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9ff28227a200) 00010000:00010000:2.0:1788263505.379308:0:17053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788263505.379313:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6670a7e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11702a7 expref: 10 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.379330:0:17053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff9ff39868a100) 00010000:00010000:2.0:1788263505.379332:0:17053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788263505.379336:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff398eeca00/0x4b1103cba6670b5e lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11702e6 expref: 9 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.379349:0:17053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff9ff282f54e00) 00010000:00010000:2.0:1788263505.379351:0:17053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788263505.379355:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3829e9000/0x4b1103cba6670cdf lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117035d expref: 8 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.379366:0:17053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ff28227aa00) 00010000:00010000:2.0:1788263505.379368:0:17053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788263505.379371:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff398eec800/0x4b1103cba6670a9a lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11702ae expref: 7 pid: 17066 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.379382:0:17053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff9ff39868af00) 00010000:00010000:2.0:1788263505.379384:0:17053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788263505.379387:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff283b68000/0x4b1103cba6670c84 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170348 expref: 6 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.379399:0:17053:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff39868ac00) 00010000:00010000:2.0:1788263505.379401:0:17053:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788263505.379410:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba6670ad9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11702bc expref: 5 pid: 17065 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263505.379420:0:17053:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ff282c71800, canceled 7 locks, left on hash table 0. 00010000:00010000:2.0:1788263505.379432:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263505.379433:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263505.379435:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263505.380065:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:6218fa09-9d3e-4029-b371-f2f7a141bebe+3:2385:x1875129699289856:12345-192.168.203.26@tcp:39:umount.0 Request processed in 1364us (1545us total) trans 8589934637 rc 0/0 00000100:00100000:3.0:1788263505.380075:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 76 00000100:00100000:1.0:1788263505.393406:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263505.393499:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699289984 00000100:00100000:0.0:1788263505.393509:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699289984 00000100:00100000:0.0:1788263505.393565:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 77 00000100:00100000:0.0:1788263505.393591:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6218fa09-9d3e-4029-b371-f2f7a141bebe+5:2385:x1875129699289984:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:0.0:1788263505.393624:0:17065:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66709ba 00000100:00080000:0.0:1788263505.393639:0:17065:0:(import.c:65:import_set_state_nolock()) ffff9ff282c73000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788263505.393667:0:17065:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00000100:00100000:0.0:1788263505.393902:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387615c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6218fa09-9d3e-4029-b371-f2f7a141bebe+3:2385:x1875129699289984:12345-192.168.203.26@tcp:39:umount.0 Request processed in 326us (504us total) trans 8589934593 rc 0/0 00000100:00100000:0.0:1788263505.393909:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 77 00010000:00010000:3.0:1788263505.394322:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263506.162016:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263506.870089:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263506.870144:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263506.870193:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263506.870280:0:17052:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699290112 00000100:00100000:2.0:1788263506.870296:0:17052:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699290112 00000100:00100000:0.0:1788263506.870367:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699290368 00000100:00100000:2.0:1788263506.870369:0:17052:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699290240 00000100:00100000:2.0:1788263506.870382:0:17052:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699290240 00000100:00100000:0.0:1788263506.870382:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699290368 00000100:00100000:2.0:1788263506.870413:0:17052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:2.0:1788263506.870427:0:17052:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283989f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+12:2386:x1875129699290112:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788263506.870446:0:17052:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263506.870468:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823ec400/0x4b1103cba66709dd lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170229 expref: 12 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263506.870486:0:17052:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263506.870699:0:17052:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283989f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+11:2386:x1875129699290112:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 275us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263506.871016:0:17052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:2.0:1788263506.871047:0:17052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:2.0:1788263506.871663:0:17052:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283aeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+10:2386:x1875129699290240:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788263506.872109:0:17052:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263506.872130:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3ae764a00/0x4b1103cba66709e4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117025a expref: 10 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263506.872394:0:17052:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263506.872449:0:17052:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283aeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+9:2386:x1875129699290240:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 1394us (2255us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263506.872458:0:17052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:2.0:1788263506.872489:0:17052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:2.0:1788263506.872498:0:17052:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283989180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+8:2386:x1875129699290368:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788263506.872507:0:17052:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263506.872517:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3ae764600/0x4b1103cba6670a23 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170299 expref: 8 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263506.872525:0:17052:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263506.872543:0:17052:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283989180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+7:2386:x1875129699290368:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 48us (2400us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263506.873593:0:17052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:1.0:1788263506.878471:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263506.878834:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699290624 00000100:00100000:0.0:1788263506.878849:0:17067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699290624 00000100:00100000:0.0:1788263506.879085:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 78 00000100:00100000:0.0:1788263506.879100:0:17067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283aeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+6:2385:x1875129699290624:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:0.0:1788263506.879158:0:17067:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66709f2 00000020:00010000:0.0:1788263506.879170:0:17067:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9ff282f66000: total 0 00000100:00080000:0.0:1788263506.879174:0:17067:0:(import.c:65:import_set_state_nolock()) ffff9ff282f61000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788263506.879216:0:17067:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934637 00000020:00010000:2.0:1788263506.879301:0:17054:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9ff282f66000: total 0 00010000:00010000:2.0:1788263506.879311:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263506.879387:0:17054:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ff282f66000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1788263506.879435:0:17054:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff39868ac00) 00010000:00010000:2.0:1788263506.879439:0:17054:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788263506.879451:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765000/0x4b1103cba6670ae7 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11702c3 expref: 6 pid: 18294 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263506.879484:0:17054:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ff282f66000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1788263506.879500:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263506.879502:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263506.879504:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263506.879623:0:17067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283aeb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+3:2385:x1875129699290624:12345-192.168.203.26@tcp:39:umount.0 Request processed in 524us (1164us total) trans 8589934638 rc 0/0 00000100:00100000:0.0:1788263506.879634:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 78 00000100:00080000:1.0:1788263506.879760:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788263506.893313:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263506.893622:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699290752 00000100:00100000:1.0:1788263506.893635:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699290752 00000100:00100000:1.0:1788263506.893725:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 79 00000100:00100000:1.0:1788263506.893735:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+5:2385:x1875129699290752:12345-192.168.203.26@tcp:39:umount.0 00000020:00000080:1.0:1788263506.893784:0:17065:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66709f9 00000100:00080000:1.0:1788263506.893794:0:17065:0:(import.c:65:import_set_state_nolock()) ffff9ff282f63000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1788263506.893828:0:17065:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:1.0:1788263506.894027:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf788e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:6cba8b7b-8f99-4a54-a27b-6ee8a0068215+3:2385:x1875129699290752:12345-192.168.203.26@tcp:39:umount.0 Request processed in 292us (729us total) trans 8589934594 rc 0/0 00000100:00100000:1.0:1788263506.894035:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 79 00000100:00080000:0.0:1788263506.894187:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:3.0:1788263506.894713:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263506.925450:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263506.927453:0:17060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699291008 00000100:00100000:1.0:1788263506.927517:0:17060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699291008 00000100:00100000:1.0:1788263506.927773:0:17060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 171 00000100:00100000:1.0:1788263506.927786:0:17060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b56f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+7:2385:x1875129699291008:12345-192.168.203.26@tcp:251:umount.0 00000020:00000080:1.0:1788263506.927843:0:17060:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670990 00000020:00010000:1.0:1788263506.927851:0:17060:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9ff282f62800: total 0 00000100:00080000:1.0:1788263506.927856:0:17060:0:(import.c:65:import_set_state_nolock()) ffff9ff282f60000 : changing import state from FULL to CLOSED 00000100:00100000:1.0:1788263506.927939:0:17060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b56f9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9bf1ef74-3c48-413f-a47c-361d3a16ebf9+3:2385:x1875129699291008:12345-192.168.203.26@tcp:251:umount.0 Request processed in 156us (2497us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263506.927947:0:17060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 171 00000020:00010000:3.0:1788263506.928023:0:17054:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9ff282f62800: total 0 00010000:00010000:3.0:1788263506.928072:0:17054:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ff282f62800, canceled 0 locks, left on hash table 1. 00010000:00010000:3.0:1788263506.928104:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823ec200/0x4b1103cba6670997 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11701b2 expref: 2 pid: 17060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263506.928127:0:17054:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ff282f62800, canceled 1 locks, left on hash table 0. 00000020:00000080:3.0:1788263506.928137:0:17054:0:(genops.c:885:class_export_put()) final put ffff9ff282f62800/9bf1ef74-3c48-413f-a47c-361d3a16ebf9 00010000:00010000:3.0:1788263506.928149:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263506.928151:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263506.928152:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788263506.928161:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282f62800/9bf1ef74-3c48-413f-a47c-361d3a16ebf9 for MGS 00000020:00000080:3.0:1788263506.928201:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282f60000 for MGS 00010000:00010000:0.0:1788263507.183816:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263507.507845:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788263507.507877:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2838cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709849600:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788263507.507985:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263507.508503:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709849600 00000100:00100000:3.0:1788263507.508673:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709849600 00000100:00100000:3.0:1788263507.508763:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788263507.508777:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2838ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709849600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788263507.508820:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788263507.508885:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2838ce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709849600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (900us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263507.508893:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788263507.508951:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2838cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709849600:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788263507.509070:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788263507.512933:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709849856:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.513042:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263507.513108:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709850368:0@lo:400:kworker.0 00000100:00100000:0.0:1788263507.513227:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709849984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788263507.513310:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709849856 00000100:00100000:0.0:1788263507.513315:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263507.513324:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709849856 00000100:00100000:0.0:1788263507.513368:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709850496:0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.513406:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788263507.513413:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263507.513422:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709849856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263507.513441:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1875129709851008:0@lo:400:kworker.0 00000100:00100000:0.0:1788263507.513472:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263507.513504:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709849856:12345-0@lo:400:kworker.0 Request processed in 87us (461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263507.513514:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788263507.513522:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2838cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709851392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788263507.513528:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788263507.513553:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263507.513568:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709851008 00000100:00100000:3.0:1788263507.513574:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709851008 00000100:00100000:0.0:1788263507.513610:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709850496 00000100:00100000:0.0:1788263507.513616:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709850496 00000100:00100000:3.0:1788263507.513652:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788263507.513663:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875129709851008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263507.513667:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1788263507.513690:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709850496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.513712:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf78a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875129709851008:12345-0@lo:400:kworker.0 Request processed in 51us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263507.513719:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788263507.513743:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709849984 00000100:00100000:0.0:1788263507.513743:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf789f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709850496:12345-0@lo:400:kworker.0 Request processed in 64us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263507.513748:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709849984 00000100:00100000:0.0:1788263507.513754:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1788263507.513775:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709851392 00000100:00100000:3.0:1788263507.513778:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709851392 00000100:00100000:3.0:1788263507.513796:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788263507.513809:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fb36e90-c209-4884-91f2-1155be4ad295:3621:1875129709849728:0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.513824:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf78aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709849984:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788263507.513853:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1788263507.513859:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1788263507.513889:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709850240:0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.513904:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf78aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709849984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263507.513911:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1788263507.513925:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263507.513927:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788263507.513937:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709851392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788263507.513948:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1788263507.513974:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709850752:0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.513989:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf788a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709851392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 54us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263507.513997:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1788263507.514011:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788263507.514020:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788263507.514027:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788263507.514031:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788263507.514037:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709851264:0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.514082:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2838cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709851392:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788263507.514103:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709849984:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788263507.514116:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709850496:0@lo:400:kworker.0 00010000:00080000:3.0:1788263507.514128:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff28387d500 x1875129709851008/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263507.514138:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1875129709851008:0@lo:400:kworker.0 00000100:00100000:2.0:1788263507.514675:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709850240 00000100:00100000:2.0:1788263507.514684:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709850240 00000100:00100000:2.0:1788263507.514724:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709850752 00000100:00100000:2.0:1788263507.514727:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709850752 00000100:00100000:2.0:1788263507.514751:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788263507.514760:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf78b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709850240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263507.514820:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf78b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709850240:12345-0@lo:400:kworker.0 Request processed in 62us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263507.514827:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788263507.514843:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788263507.514849:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709850752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263507.514875:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf77ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709850752:12345-0@lo:400:kworker.0 Request processed in 26us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263507.514880:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788263507.514905:0:17059:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709849728 00000100:00100000:2.0:1788263507.514909:0:17059:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709849728 00000100:00100000:2.0:1788263507.514937:0:17059:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1788263507.514945:0:17059:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b56f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fb36e90-c209-4884-91f2-1155be4ad295+24:3621:x1875129709849728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263507.514989:0:17059:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b56f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:8fb36e90-c209-4884-91f2-1155be4ad295+24:3621:x1875129709849728:12345-0@lo:400:kworker.0 Request processed in 45us (1136us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263507.514994:0:17059:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1788263507.515688:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263507.515728:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1875129709850880:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.515757:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263507.515810:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709849856:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.515843:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709850112:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.515873:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263507.515894:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709850624:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.515914:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263507.515930:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1875129709851136:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.515951:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263507.515998:0:19604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709850112 00000100:00100000:1.0:1788263507.516003:0:19604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709850112 00000100:00100000:1.0:1788263507.516038:0:19604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709850624 00000100:00100000:1.0:1788263507.516042:0:19604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709850624 00000100:00100000:1.0:1788263507.516064:0:19604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788263507.516072:0:19604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709850112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.516254:0:19604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709850112:12345-0@lo:400:kworker.0 Request processed in 183us (379us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263507.516262:0:19604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788263507.516279:0:19604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788263507.516285:0:19604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709850624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.516314:0:19604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709850624:12345-0@lo:400:kworker.0 Request processed in 30us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263507.516320:0:19604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788263507.516343:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709850880 00000100:00100000:1.0:1788263507.516347:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709850880 00000100:00100000:3.0:1788263507.516631:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709850368 00000100:00100000:3.0:1788263507.516638:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709850368 00000100:00100000:3.0:1788263507.516678:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788263507.516686:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709851136 00000100:00100000:3.0:1788263507.516689:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709850368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.516692:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709851136 00000100:00100000:1.0:1788263507.516715:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788263507.516723:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875129709850880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.516763:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709850368:12345-0@lo:400:kworker.0 Request processed in 75us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263507.516771:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875129709850880:12345-0@lo:400:kworker.0 Request processed in 48us (1012us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263507.516776:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:1.0:1788263507.516784:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788263507.516801:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00080000:3.0:1788263507.516808:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788263507.516808:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1875129709851136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.516848:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709850368:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.516850:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3620:x1875129709851136:12345-0@lo:400:kworker.0 Request processed in 41us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263507.516860:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788263507.516869:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1875129709850880:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.516912:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709850112:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.516925:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709850624:0@lo:400:kworker.0 00000100:00100000:1.0:1788263507.516934:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3620:1875129709851136:0@lo:400:kworker.0 00000100:00100000:0.0:1788263507.517050:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263507.517099:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fb36e90-c209-4884-91f2-1155be4ad295:3621:1875129709849728:0@lo:400:kworker.0 00000100:00100000:0.0:1788263507.517115:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709850240:0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.517127:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709851264 00000100:00100000:3.0:1788263507.517133:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709851264 00000100:00100000:0.0:1788263507.517142:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709850752:0@lo:400:kworker.0 00000100:00100000:3.0:1788263507.517184:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788263507.517193:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bf77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709851264:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788263507.517199:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788263507.517249:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bf77fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709851264:12345-0@lo:400:kworker.0 Request processed in 58us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263507.517256:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00010000:00080000:1.0:1788263507.517318:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff28387c380 x1875129709851264/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263523 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263507.517331:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709851264:0@lo:400:kworker.0 00010000:00010000:3.0:1788263508.220203:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263508.528735:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788263508.528811:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709851520:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788263508.528910:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263508.531569:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709851520 00000100:00100000:0.0:1788263508.531614:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709851520 00000100:00100000:0.0:1788263508.531729:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788263508.531744:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709851520:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788263508.531937:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788263508.532070:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709851520:12345-0@lo:13:osp-pre-0-1.0 Request processed in 329us (3160us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263508.532078:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1788263508.532149:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709851520:0@lo:13:osp-pre-0-1.0 00000020:01000004:2.0:1788263508.882393:0:20635:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1788263508.903725:0:20635:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1788263508.903779:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.903898:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.903908:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.903915:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.903935:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1788263508.903940:0:20635:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:2.0:1788263508.903974:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788263508.903978:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1788263508.903984:0:20635:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788263508.904009:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9ff281e03800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788263508.904139:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263508.904146:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.904154:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150f000 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:0.0:1788263508.904158:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.904167:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788263508.904188:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263508.904194:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788263508.904196:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788263508.904199:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788263508.904223:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.904229:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788263508.904277:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3bf77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fb36e90-c209-4884-91f2-1155be4ad295:3620:1875129709851776:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263508.904340:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263508.904462:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875129709851648:0@lo:39:umount.0 00000100:00100000:1.0:1788263508.904498:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263508.904679:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709851648 00000100:00100000:1.0:1788263508.904686:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709851648 00000100:00100000:1.0:1788263508.904741:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1788263508.904750:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1875129709851648:12345-0@lo:39:umount.0 00000020:00000080:1.0:1788263508.904774:0:17065:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670584 00000100:00080000:1.0:1788263508.904782:0:17065:0:(import.c:65:import_set_state_nolock()) ffff9ff28334b800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1788263508.904933:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709851776 00000100:00100000:3.0:1788263508.904938:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709851776 00000100:00100000:3.0:1788263508.904983:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788263508.904991:0:17050:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b54bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fb36e90-c209-4884-91f2-1155be4ad295+24:3620:x1875129709851776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788263508.905002:0:17050:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263508.905017:0:17050:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff283b69e00/0x4b1103cba667055a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670553 expref: 24 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263508.905030:0:17050:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788263508.905109:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+1:3617:x1875129709851648:12345-0@lo:39:umount.0 Request processed in 359us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263508.905118:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000020:00000080:1.0:1788263508.905127:0:17065:0:(genops.c:885:class_export_put()) final put ffff9ff28334e800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1788263508.905153:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff28334e800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:1.0:1788263508.905191:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff28334b800 for lustre-MDT0000 00000100:00080000:1.0:1788263508.905219:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff281e03800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788263508.905231:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875129709851648:0@lo:39:umount.0 00010000:00010000:0.0:1788263508.905314:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.905322:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff38150f000/0x4b1103cba6670553 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba667055a expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.905334:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263508.905336:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263508.905338:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263508.905520:0:17050:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b54bac50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8fb36e90-c209-4884-91f2-1155be4ad295+23:3620:x1875129709851776:12345-0@lo:103:ldlm_bl.0 Request processed in 529us (1179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263508.905528:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00010000:3.0:1788263508.905904:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263508.906000:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3bf77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fb36e90-c209-4884-91f2-1155be4ad295:3620:1875129709851776:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788263508.906025:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788263508.906029:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788263508.906033:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788263508.907085:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.907099:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.907116:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.907122:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.907182:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788263508.907212:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.907219:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.907226:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.907232:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.907355:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788263508.907363:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.907370:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0200 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:0.0:1788263508.907374:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.907382:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788263508.907400:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263508.907407:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788263508.907410:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:0.0:1788263508.907438:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.907445:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788263508.907499:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3bf77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fb36e90-c209-4884-91f2-1155be4ad295:3621:1875129709851904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788263508.907553:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263508.907660:0:17052:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709851904 00000100:00100000:3.0:1788263508.907666:0:17052:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709851904 00000100:00100000:3.0:1788263508.907717:0:17052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788263508.907727:0:17052:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fb36e90-c209-4884-91f2-1155be4ad295+23:3621:x1875129709851904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788263508.907740:0:17052:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263508.907753:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff283b69800/0x4b1103cba66704ab lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba66704a4 expref: 23 pid: 17060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263508.907765:0:17052:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788263508.907890:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.907898:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0200/0x4b1103cba66704a4 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66704ab expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.907910:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263508.907913:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.907919:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff381681e00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:0.0:1788263508.907921:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.907928:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788263508.907933:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263508.907938:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:0.0:1788263508.907947:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:0.0:1788263508.907974:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.907980:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788263508.907994:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.908002:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263508.908004:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263508.908006:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263508.908015:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709852032:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788263508.908043:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263508.908077:0:17051:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:0.0:1788263508.908084:0:17051:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:2.0:1788263508.908296:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788263508.908302:0:20635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff381681e00/0x4b1103cba66707ec lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66707f3 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263508.908313:0:20635:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788263508.908333:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.908339:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.908354:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.908360:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.908370:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788263508.908375:0:20635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.908382:0:20635:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.908387:0:20635:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.908392:0:20635:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263508.908399:0:20635:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788263508.908401:0:20635:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1788263508.908404:0:20635:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1788263508.908433:0:20635:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1788263508.908437:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1788263508.908441:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263508.908446:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/13 00000020:00080000:2.0:1788263508.908451:0:20635:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9ff282f67800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788263508.908457:0:20635:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9ff38a57e800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788263508.908470:0:20635:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9ff28383a800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788263508.908474:0:20635:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff9ff283a0d800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788263508.908480:0:20635:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9ff282f66000 6cba8b7b-8f99-4a54-a27b-6ee8a0068215 192.168.203.26@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934599 stale:0 00000020:00080000:2.0:1788263508.908485:0:20635:0:(genops.c:1819:print_export_data()) lustre-MDT0000: UNLINKED ffff9ff282c71800 6218fa09-9d3e-4029-b371-f2f7a141bebe 192.168.203.26@tcp 2 (0 2 0) 1 0 0 0: 0000000000000000 8589934636 stale:0 00000020:00080000:2.0:1788263508.908490:0:20635:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff9ff3b0054d28) has exports, disconnecting them 00000020:00080000:2.0:1788263508.908494:0:20635:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ff282f67800), last request at 1788263507 00000020:00000080:2.0:1788263508.908501:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66707bb 00000100:00080000:2.0:1788263508.908517:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9ff282f64000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1788263508.908552:0:20635:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff282f67800): rc 0 00000020:00000080:2.0:1788263508.908555:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff282f67800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1788263508.908564:0:20635:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ff38a57e800), last request at 1788263507 00000020:00000080:2.0:1788263508.908567:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670721 00000100:00080000:2.0:1788263508.908572:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9ff38438a000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1788263508.908600:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282f67800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788263508.908637:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282f64000 for lustre-MDT0000 00000020:00080000:2.0:1788263508.908652:0:20635:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff38a57e800): rc 0 00000020:00000080:2.0:1788263508.908654:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff38a57e800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1788263508.908660:0:20635:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ff28383a800), last request at 1788263437 00000020:00000080:2.0:1788263508.908664:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670672 00000100:00080000:2.0:1788263508.908668:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9ff283838000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1788263508.908675:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff38a57e800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1788263508.908697:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff38438a000 for lustre-MDT0000 00000020:00080000:2.0:1788263508.908722:0:20635:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff28383a800): rc 0 00000020:00000080:2.0:1788263508.908724:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff28383a800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1788263508.908731:0:20635:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff9ff283a0d800), last request at 1788263437 00000020:00000080:2.0:1788263508.908734:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670617 00000100:00080000:2.0:1788263508.908745:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0f800 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1788263508.908753:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff28383a800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1788263508.908784:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff283838000 for lustre-MDT0000 00000001:00000004:2.0:1788263508.908908:0:20635:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000020:00080000:2.0:1788263508.908986:0:20635:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff283a0d800): rc 0 00000004:00000080:2.0:1788263508.908992:0:20635:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffad45c1c27ae0 00000100:00080000:2.0:1788263508.909007:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788263508.909010:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00000100:00100000:3.0:1788263508.909839:0:17052:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fb36e90-c209-4884-91f2-1155be4ad295+22:3621:x1875129709851904:12345-0@lo:103:ldlm_bl.0 Request processed in 2107us (2279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263508.909850:0:17052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788263508.909879:0:17052:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709852032 00000100:00100000:3.0:1788263508.909886:0:17052:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709852032 00000100:00100000:3.0:1788263508.909921:0:17052:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788263508.909928:0:17052:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283aead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fb36e90-c209-4884-91f2-1155be4ad295+22:3618:x1875129709852032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788263508.909938:0:17052:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263508.909965:0:17052:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff381681200/0x4b1103cba66707f3 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba66707ec expref: 22 pid: 17060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263508.909980:0:17052:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788263508.910032:0:17052:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283aead80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8fb36e90-c209-4884-91f2-1155be4ad295+21:3618:x1875129709852032:12345-0@lo:103:ldlm_bl.0 Request processed in 105us (1988us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263508.910038:0:17052:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788263508.910078:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709852032:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788263508.910279:0:20635:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788263508.910297:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc672800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788263508.910382:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788263508.910389:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910397:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764e00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:0.0:1788263508.910400:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910409:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788263508.910415:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263508.910420:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:0.0:1788263508.910422:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:0.0:1788263508.910435:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:0.0:1788263508.910455:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910462:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788263508.910483:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910489:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764e00/0x4b1103cba6670a5b lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba6670a62 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910501:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263508.910504:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910510:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1c00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:0.0:1788263508.910512:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910518:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788263508.910524:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263508.910529:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:0.0:1788263508.910531:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:0.0:1788263508.910533:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:0.0:1788263508.910545:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910550:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788263508.910567:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910574:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1c00/0x4b1103cba6670496 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba667049d expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263508.910603:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263508.910606:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263508.910607:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263508.910613:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263508.910669:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fb36e90-c209-4884-91f2-1155be4ad295:3619:1875129709852288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263508.910780:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263508.910914:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fb36e90-c209-4884-91f2-1155be4ad295:3620:1875129709852416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263508.910964:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263508.911022:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3bf77ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fb36e90-c209-4884-91f2-1155be4ad295:3621:1875129709851904:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788263508.911198:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709852160:0@lo:39:umount.0 00000100:00100000:3.0:1788263508.911231:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263508.911271:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709852160 00000100:00100000:3.0:1788263508.911277:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709852160 00000100:00100000:3.0:1788263508.911309:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788263508.911317:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2838cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3617:x1875129709852160:12345-0@lo:39:umount.0 00000020:00000080:3.0:1788263508.911342:0:17070:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba667069c 00000100:00080000:3.0:1788263508.911349:0:17070:0:(import.c:65:import_set_state_nolock()) ffff9ff386766000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788263508.911368:0:17070:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788263508.911478:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2838cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+3:3617:x1875129709852160:12345-0@lo:39:umount.0 Request processed in 161us (245us total) trans 8589934595 rc 0/0 00000100:00100000:3.0:1788263508.911486:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00010000:00010000:3.0:1788263508.911505:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788263508.911523:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc672800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788263508.911529:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709852160:0@lo:39:umount.0 00000100:00080000:3.0:1788263508.911667:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1788263508.911671:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00000004:00080000:3.0:1788263508.911682:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:3.0:1788263508.911759:0:20635:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1788263508.911773:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9ff3af7da000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:3.0:1788263508.911784:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1788263508.911787:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:3.0:1788263508.911804:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788263508.911867:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709852544:0@lo:9:umount.0 00000100:00100000:3.0:1788263508.911897:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263508.911930:0:18573:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709852544 00000100:00100000:3.0:1788263508.911934:0:18573:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709852544 00000100:00100000:3.0:1788263508.911974:0:18573:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1788263508.911982:0:18573:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3617:x1875129709852544:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788263508.911997:0:18573:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66707fa 00000100:00080000:3.0:1788263508.912009:0:18573:0:(import.c:65:import_set_state_nolock()) ffff9ff282295000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788263508.912042:0:18573:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788263508.912134:0:18573:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+2:3617:x1875129709852544:12345-0@lo:9:umount.0 Request processed in 153us (236us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263508.912141:0:18573:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00010000:00010000:3.0:1788263508.912159:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788263508.912174:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3af7da000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788263508.912182:0:3617:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788263508.912183:0:3617:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788263508.912186:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709852544:0@lo:9:umount.0 00000100:00080000:3.0:1788263508.912204:0:20635:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1788263508.912213:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9ff3843fb800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788263508.912228:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709852672:0@lo:9:umount.0 00000100:00100000:3.0:1788263508.912251:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263508.912277:0:18572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709852672 00000100:00100000:3.0:1788263508.912280:0:18572:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709852672 00000100:00100000:3.0:1788263508.912302:0:18572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:3.0:1788263508.912309:0:18572:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3617:x1875129709852672:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788263508.912322:0:18572:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670801 00000100:00080000:3.0:1788263508.912327:0:18572:0:(import.c:65:import_set_state_nolock()) ffff9ff282295800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788263508.912346:0:18572:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1788263508.912410:0:18572:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+2:3617:x1875129709852672:12345-0@lo:9:umount.0 Request processed in 101us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263508.912417:0:18572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:3.0:1788263508.912434:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788263508.912448:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3843fb800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788263508.912455:0:3617:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788263508.912457:0:3617:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788263508.912467:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709852672:0@lo:9:umount.0 00000020:00080000:3.0:1788263508.912525:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9ff3b0054d28) has no exports 00000100:00100000:1.0:1788263508.913386:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709852288 00000100:00100000:1.0:1788263508.913400:0:17051:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709852288 00000100:00100000:1.0:1788263508.913429:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709852416 00000100:00100000:1.0:1788263508.913431:0:17051:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709852416 00000100:00100000:1.0:1788263508.913445:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788263508.913451:0:17051:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398743100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8fb36e90-c209-4884-91f2-1155be4ad295+22:3619:x1875129709852288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788263508.913461:0:17051:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788263508.913477:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6670a62 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670a5b expref: 22 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263508.913489:0:17051:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788263508.913530:0:17051:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398743100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8fb36e90-c209-4884-91f2-1155be4ad295+21:3619:x1875129709852288:12345-0@lo:103:ldlm_bl.0 Request processed in 79us (2751us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263508.913536:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788263508.913549:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788263508.913554:0:17051:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8fb36e90-c209-4884-91f2-1155be4ad295+20:3620:x1875129709852416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788263508.913561:0:17051:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788263508.913569:0:17051:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff283b68a00/0x4b1103cba667049d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670496 expref: 20 pid: 17060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263508.913594:0:17051:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788263508.913620:0:17051:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d56a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8fb36e90-c209-4884-91f2-1155be4ad295+19:3620:x1875129709852416:12345-0@lo:103:ldlm_bl.0 Request processed in 66us (2667us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263508.913626:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788263508.913937:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fb36e90-c209-4884-91f2-1155be4ad295:3619:1875129709852288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263508.913976:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283b70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fb36e90-c209-4884-91f2-1155be4ad295:3620:1875129709852416:0@lo:103:ldlm_bl.0 00000020:00080000:1.0:1788263508.925773:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff9ff3b0054d28) has no exports 00000020:00000080:1.0:1788263508.981134:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66704f1 00000020:00000080:1.0:1788263508.981150:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3b5609800/lustre-QMT0000_UUID 00000020:01000000:1.0:1788263508.981203:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1788263508.981249:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3b5609800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1788263508.981273:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263508.981282:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788263508.981287:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff9ff3af7e3370) has no exports 00000020:00000080:2.0:1788263508.981562:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66704ea 00000020:00000080:2.0:1788263508.981568:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3bc674000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788263508.981966:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc674000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788263508.982099:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788263508.982107:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:2.0:1788263508.982111:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3af75e000/lustre-QMT0000_UUID 00000020:00000080:2.0:1788263508.982113:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3af75e000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:2.0:1788263508.982118:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00010000:00010000:3.0:1788263509.231931:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788263509.426027:0:17817:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788263509.552082:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788263509.552106:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709852800:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788263509.552194:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263509.552345:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709852800 00000100:00100000:3.0:1788263509.552353:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709852800 00000100:00100000:3.0:1788263509.552401:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788263509.552409:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3620:x1875129709852800:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:3.0:1788263509.552418:0:17070:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:3.0:1788263509.552467:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3620:x1875129709852800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (274us total) trans 0 rc -107/-107 00000100:00100000:3.0:1788263509.552475:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:02020000:2.0:1788263509.552636:0:3620:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:2.0:1788263509.561713:0:3620:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788263509.561720:0:3620:0:(import.c:65:import_set_state_nolock()) ffff9ff283370800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1788263509.561725:0:3620:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1788263509.576600:0:3620:0:(import.c:65:import_set_state_nolock()) ffff9ff283370800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788263509.576613:0:3620:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 446 00000100:00080000:2.0:1788263509.576623:0:3620:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ff283370800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788263509.576663:0:3620:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff385d57800 x1875129709852928/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788263509.577705:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709852928:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1788263509.577779:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263509.578899:0:17070:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709852928 00000100:00100000:2.0:1788263509.578911:0:17070:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709852928 00000100:00100000:2.0:1788263509.578968:0:17070:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788263509.578975:0:17070:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3617:x1875129709852928:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:2.0:1788263509.578995:0:17070:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788263509.583743:0:17070:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3617:x1875129709852928:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 4759us (5956us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788263509.583756:0:17070:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:1.0:1788263509.586448:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283370800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788263509.586459:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788263509.586464:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709852928:0@lo:38:ptlrpcd_00_02.0 00010000:00010000:3.0:1788263510.256118:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1788263511.090880:0:17798:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:0.0:1788263511.090894:0:17798:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:0.0:1788263511.090900:0:17798:0:(genops.c:885:class_export_put()) final put ffff9ff385cf7800/lustre-MDT0000-mdtlov_UUID 00000001:00100000:0.0:1788263511.090918:0:17798:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6cba8b7b-8f99-4a54-a27b-6ee8a0068215 00000001:00080000:0.0:1788263511.090922:0:17798:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:0.0:1788263511.090925:0:17798:0:(genops.c:885:class_export_put()) final put ffff9ff282f65000/6cba8b7b-8f99-4a54-a27b-6ee8a0068215 00000001:00100000:0.0:1788263511.090930:0:17798:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 6218fa09-9d3e-4029-b371-f2f7a141bebe 00000001:00080000:0.0:1788263511.090936:0:17798:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:0.0:1788263511.090948:0:17798:0:(genops.c:885:class_export_put()) final put ffff9ff282c72800/6218fa09-9d3e-4029-b371-f2f7a141bebe 00000020:00000080:2.0:1788263511.091003:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff385cf7800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:2.0:1788263511.091055:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282f65000/6cba8b7b-8f99-4a54-a27b-6ee8a0068215 for lustre-MDT0001 00000020:00000080:2.0:1788263511.091077:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282c72800/6218fa09-9d3e-4029-b371-f2f7a141bebe for lustre-MDT0001 00000020:00000080:2.0:1788263511.091098:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff386766000 for lustre-MDT0001 00000020:00000080:2.0:1788263511.091104:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282f63000 for lustre-MDT0001 00000020:00000080:2.0:1788263511.091115:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282c73000 for lustre-MDT0001 00000001:00100000:1.0:1788263511.091315:0:17045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788263511.091319:0:17045:0:(genops.c:885:class_export_put()) final put ffff9ff283a0d800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:1.0:1788263511.091334:0:17045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6cba8b7b-8f99-4a54-a27b-6ee8a0068215 00000001:00080000:1.0:1788263511.091340:0:17045:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934638 is committed 00000020:00000080:1.0:1788263511.091342:0:17045:0:(genops.c:885:class_export_put()) final put ffff9ff282f66000/6cba8b7b-8f99-4a54-a27b-6ee8a0068215 00000001:00100000:1.0:1788263511.091347:0:17045:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 6218fa09-9d3e-4029-b371-f2f7a141bebe 00000001:00080000:1.0:1788263511.091353:0:17045:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934637 is committed 00000020:00000080:1.0:1788263511.091354:0:17045:0:(genops.c:885:class_export_put()) final put ffff9ff282c71800/6218fa09-9d3e-4029-b371-f2f7a141bebe 00000020:00000080:2.0:1788263511.091396:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283a0d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1788263511.091419:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282f66000/6cba8b7b-8f99-4a54-a27b-6ee8a0068215 for lustre-MDT0000 00000020:00000080:2.0:1788263511.091437:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282c71800/6218fa09-9d3e-4029-b371-f2f7a141bebe for lustre-MDT0000 00000020:00000080:2.0:1788263511.091461:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff283a0f800 for lustre-MDT0000 00000020:00000080:2.0:1788263511.091465:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282f61000 for lustre-MDT0000 00000020:00000080:2.0:1788263511.091469:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282c76000 for lustre-MDT0000 00000001:00100000:3.0:1788263511.091692:0:19385:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788263511.091696:0:19385:0:(genops.c:885:class_export_put()) final put ffff9ff282294000/lustre-MDT0000-mdtlov_UUID 00000001:00100000:3.0:1788263511.091721:0:19385:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 6218fa09-9d3e-4029-b371-f2f7a141bebe 00000020:00000080:3.0:1788263511.091723:0:19385:0:(genops.c:885:class_export_put()) final put ffff9ff3bd98b800/6218fa09-9d3e-4029-b371-f2f7a141bebe 00000020:00000080:2.0:1788263511.091858:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282294000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:2.0:1788263511.091891:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bd98b800/6218fa09-9d3e-4029-b371-f2f7a141bebe for lustre-OST0001 00000020:00000080:2.0:1788263511.091905:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282295800 for lustre-OST0001 00000020:00000080:2.0:1788263511.091910:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff3bd98c800 for lustre-OST0001 00010000:00010000:3.0:1788263511.279848:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263512.305356:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263512.623777:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709853056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788263512.624106:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263512.624364:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709853056 00000100:00100000:2.0:1788263512.624372:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709853056 00000100:00080000:3.0:1788263512.624472:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263512.624477:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788263512.624480:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff283370800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788263512.624485:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 518 00000100:00080000:3.0:1788263512.624491:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788263512.624499:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ff283370800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263512.624521:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff398661f80 x1875129709853312/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788263512.624533:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788263512.624555:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709853312:0@lo:38:kworker.0 00000100:00100000:0.0:1788263512.624616:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263512.624631:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1875129709853696:0@lo:400:kworker.0 00000100:00100000:0.0:1788263512.624646:0:17071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709853312 00000100:00100000:0.0:1788263512.624650:0:17071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709853312 00000100:00100000:3.0:1788263512.624658:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263512.624677:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788263512.624693:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3617:x1875129709853312:12345-0@lo:38:kworker.0 00010000:02000000:0.0:1788263512.624709:0:17071:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:1.0:1788263512.624995:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709853568:0@lo:400:kworker.0 00000100:00100000:3.0:1788263512.625465:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788263512.625475:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709853184:0@lo:400:kworker.0 00000100:00100000:2.0:1788263512.626434:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788263512.626449:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709853056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788263512.626624:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1788263512.629189:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709853056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 2736us (5076us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263512.629203:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788263512.629252:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709853696 00000100:00100000:2.0:1788263512.629260:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709853696 00000100:00100000:1.0:1788263512.629486:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263512.629522:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709854080:0@lo:400:kworker.0 00000100:00100000:1.0:1788263512.629559:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263512.629601:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788263512.629608:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709853440:0@lo:400:kworker.0 00000100:00100000:1.0:1788263512.629635:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263512.629656:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1875129709853952:0@lo:400:kworker.0 00000100:00100000:1.0:1788263512.629676:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263512.629696:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709853568 00000100:00100000:1.0:1788263512.629700:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709853568 00000100:00100000:2.0:1788263512.631061:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788263512.631074:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3618:x1875129709853696:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788263512.631084:0:17066:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:1.0:1788263512.634515:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709854080 00000100:00100000:1.0:1788263512.634531:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709854080 00000100:00100000:1.0:1788263512.634599:0:17065:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709853952 00000100:00100000:1.0:1788263512.634602:0:17065:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709853952 00000100:00100000:1.0:1788263512.634622:0:17065:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788263512.634650:0:17065:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709854080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263512.638271:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3618:x1875129709853696:12345-0@lo:400:kworker.0 Request processed in 7189us (13602us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788263512.638285:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1788263512.638346:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788263512.638352:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3621:x1875129709853568:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788263512.638360:0:17066:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788263512.638407:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3621:x1875129709853568:12345-0@lo:400:kworker.0 Request processed in 54us (8922us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788263512.638413:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788263512.638427:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788263512.638431:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3621:x1875129709853952:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1788263512.638436:0:17066:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1788263512.638458:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3621:x1875129709853952:12345-0@lo:400:kworker.0 Request processed in 25us (8781us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788263512.638464:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788263512.638525:0:18574:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709853440 00000100:00100000:2.0:1788263512.638533:0:18574:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709853440 00000100:00100000:2.0:1788263512.638574:0:18574:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788263512.638602:0:18574:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709853440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263512.638639:0:18574:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709853440:12345-0@lo:400:kworker.0 Request processed in 39us (9004us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263512.638645:0:18574:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1788263512.638671:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788263512.638685:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788263512.638825:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3617:x1875129709853312:12345-0@lo:38:kworker.0 Request processed in 14130us (14208us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788263512.638839:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:2.0:1788263512.638853:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283370800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788263512.638858:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1788263512.638863:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398661f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709853312:0@lo:38:kworker.0 00000100:00100000:0.0:1788263512.638879:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398661c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709853440:0@lo:400:kworker.0 00000100:00080000:0.0:1788263512.638894:0:3621:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1788263512.638899:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9ff282f62000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1788263512.638902:0:3621:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00100000:3.0:1788263512.644211:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263512.644288:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709853824:0@lo:400:kworker.0 00000100:00100000:3.0:1788263512.644357:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788263512.644393:0:3618:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:3.0:1788263512.644398:0:3618:0:(import.c:65:import_set_state_nolock()) ffff9ff282c72000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:3.0:1788263512.644402:0:3618:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:3.0:1788263512.644407:0:3618:0:(import.c:65:import_set_state_nolock()) ffff9ff282c72000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788263512.644410:0:3618:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 461 00000100:00080000:3.0:1788263512.644418:0:3618:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9ff282c72000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263512.644445:0:3618:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b5c00 x1875129709854208/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788263512.644468:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1875129709853696:0@lo:400:kworker.0 00000100:00100000:3.0:1788263512.644493:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709853056:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788263512.644524:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3617:1875129709854208:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:3.0:1788263512.644549:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263512.644600:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709853824 00000100:00100000:3.0:1788263512.644606:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709853824 00000100:00100000:3.0:1788263512.644652:0:18294:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709854208 00000100:00100000:3.0:1788263512.644655:0:18294:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709854208 00000100:00100000:3.0:1788263512.644697:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788263512.644707:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709853824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263512.644773:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709853824:12345-0@lo:400:kworker.0 Request processed in 67us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263512.644779:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1788263512.644796:0:18294:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788263512.644801:0:18294:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3617:x1875129709854208:12345-0@lo:38:ptlrpcd_00_00.0 00010000:02000000:3.0:1788263512.644813:0:18294:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1788263512.644853:0:18294:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3617:x1875129709854208:12345-0@lo:38:ptlrpcd_00_00.0 Request processed in 40us (292us total) trans 0 rc -19/-19 00000100:00100000:3.0:1788263512.644859:0:18294:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00080000:3.0:1788263512.644878:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788263512.644895:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff282c72000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788263512.644899:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788263512.644902:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3617:1875129709854208:0@lo:38:ptlrpcd_00_00.0 00000100:00100000:1.0:1788263512.646809:0:17065:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709854080:12345-0@lo:400:kworker.0 Request processed in 12156us (17240us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263512.646822:0:17065:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00010000:00080000:1.0:1788263512.647042:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff3867b7100 x1875129709853824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263512.647056:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709853824:0@lo:400:kworker.0 00000100:00100000:2.0:1788263512.648799:0:17060:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709853184 00000100:00100000:2.0:1788263512.648811:0:17060:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709853184 00000100:00100000:2.0:1788263512.648873:0:17060:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1788263512.648883:0:17060:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b56fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fb36e90-c209-4884-91f2-1155be4ad295+19:3618:x1875129709853184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263512.648988:0:17060:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b56fb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:8fb36e90-c209-4884-91f2-1155be4ad295+19:3618:x1875129709853184:12345-0@lo:400:kworker.0 Request processed in 105us (4784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263512.648996:0:17060:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:1.0:1788263512.649884:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709853184:0@lo:400:kworker.0 00000100:00080000:0.0:1788263512.666891:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9ff282f62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788263512.666906:0:3621:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 476 00000100:00080000:0.0:1788263512.666917:0:3621:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ff282f62000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263512.667027:0:3621:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387df80 x1875129709854336/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788263512.667063:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1875129709853952:0@lo:400:kworker.0 00000100:00080000:1.0:1788263512.667097:0:3621:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:1.0:1788263512.667102:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9ff28390d000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:1.0:1788263512.667105:0:3621:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:1.0:1788263512.667108:0:3621:0:(import.c:65:import_set_state_nolock()) ffff9ff28390d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788263512.667111:0:3621:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 446 00000100:00080000:1.0:1788263512.667116:0:3621:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9ff28390d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263512.667129:0:3621:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387c380 x1875129709854464/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788263512.667139:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709853568:0@lo:400:kworker.0 00010000:00080000:1.0:1788263512.667156:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff3867b4a80 x1875129709854080/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263528 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263512.667186:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709854080:0@lo:400:kworker.0 00000100:00100000:0.0:1788263512.667230:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3617:1875129709854336:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1788263512.667295:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263512.667332:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875129709854464:0@lo:38:ptlrpcd_00_03.0 00000100:00100000:0.0:1788263512.667354:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263512.667432:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709854336 00000100:00100000:2.0:1788263512.667440:0:17067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709854336 00000100:00100000:2.0:1788263512.667475:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709854464 00000100:00100000:2.0:1788263512.667478:0:17067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709854464 00000100:00100000:2.0:1788263512.667500:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788263512.667516:0:17067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3617:x1875129709854336:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1788263512.667538:0:17067:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788263512.667598:0:17067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5470a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3617:x1875129709854336:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 63us (284us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788263512.667605:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788263512.667621:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788263512.667625:0:17067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3617:x1875129709854464:12345-0@lo:38:ptlrpcd_00_03.0 00010000:02000000:2.0:1788263512.667632:0:17067:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1788263512.667654:0:17067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5470700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3617:x1875129709854464:12345-0@lo:38:ptlrpcd_00_03.0 Request processed in 28us (299us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788263512.667659:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00080000:0.0:1788263512.667949:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff282f62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788263512.667955:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788263512.667958:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3617:1875129709854336:0@lo:38:ptlrpcd_00_03.0 00000100:00080000:0.0:1788263512.667966:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff28390d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788263512.667970:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788263512.667972:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875129709854464:0@lo:38:ptlrpcd_00_03.0 00010000:00010000:3.0:1788263513.327954:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263513.648114:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788263513.648139:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709854592:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788263513.648204:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263513.648263:0:18575:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709854592 00000100:00100000:1.0:1788263513.648271:0:18575:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709854592 00000100:00100000:1.0:1788263513.648325:0:18575:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788263513.648335:0:18575:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709854592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788263513.648361:0:18575:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788263513.648417:0:18575:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d55180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709854592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (212us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263513.648424:0:18575:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:0.0:1788263513.648648:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709854592:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788263514.352366:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:2.0:1788263514.677703:0:18568:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1788263514.677712:0:18568:0:(genops.c:885:class_export_put()) final put ffff9ff282291000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:3.0:1788263514.678387:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282291000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1788263514.680571:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282295000 for lustre-OST0000 00000020:01000000:2.0:1788263515.055905:0:20635:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff384cd6480 - data ffff9ff281821d80/ffff9ff3866de400 00000020:01000000:2.0:1788263515.056057:0:20635:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff281e16a20 - data ffff9ff2818e7af8/ffff9ff3bd9b7c00 00000001:00000004:2.0:1788263515.062043:0:20635:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934638 00000100:00080000:2.0:1788263515.103745:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788263515.103752:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788263515.103765:0:20635:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff9ff398740380 x1875129709852160/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788263518 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263515.103787:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788263515.107334:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788263515.107342:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1788263515.107366:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788263515.107369:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788263515.108048:0:17089:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788263515.108053:0:17089:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788263515.108064:0:17089:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788263515.109165:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788263515.109171:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1788263515.109233:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788263515.109237:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:0.0:1788263515.110167:0:17091:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:0.0:1788263515.110173:0:17091:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:0.0:1788263515.110197:0:17091:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1788263515.111255:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66704b9 00000020:00000080:2.0:1788263515.111266:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff283be0800/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788263515.111775:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283be0800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:2.0:1788263515.116715:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66704ce 00000020:00000080:2.0:1788263515.116729:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3a0e80000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788263515.117071:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:2.0:1788263515.117079:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263515.117089:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788263515.117093:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff9ff3b0053370) has no exports 00000004:01000000:2.0:1788263515.117259:0:20635:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1788263515.117268:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670530 00000020:00000080:2.0:1788263515.117274:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3843fb000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788263515.117438:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3a0e80000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1788263515.118275:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788263515.118283:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263515.118292:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788263515.118296:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff9ff3b3a64d28) has no exports 00000020:00000080:2.0:1788263515.118303:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670529 00000020:00000080:2.0:1788263515.118308:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3843ff000/lustre-MDT0000-osd_UUID 00010000:01000000:2.0:1788263515.126832:0:20635:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000020:00000080:0.0:1788263515.126923:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3843fb000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:0.0:1788263515.126935:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3843ff000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000100:00080000:2.0:1788263515.126989:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788263515.126995:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:2.0:1788263515.127001:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788263515.127004:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788263515.127054:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788263515.127064:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788263515.127071:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba667051b 00000020:00000080:2.0:1788263515.127139:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3a0e85800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788263515.127145:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:2.0:1788263515.127150:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263515.127219:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00000080:0.0:1788263515.127219:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff3843fb800 for lustre-OST0001-osc-MDT0000 00000020:00080000:2.0:1788263515.127226:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff9ff281fa19b8) has no exports 00000020:00000080:0.0:1788263515.127230:0:38:0:(genops.c:885:class_export_put()) final put ffff9ff3843ff800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788263515.127234:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3843ff800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:0.0:1788263515.127238:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1788263515.127297:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670514 00000020:00000080:0.0:1788263515.127316:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3a0e85800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:2.0:1788263515.127371:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3af7dc000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788263515.127417:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3af7dc000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1788263515.127861:0:20635:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:2.0:1788263515.127947:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788263515.127951:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:2.0:1788263515.127955:0:20635:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788263515.127957:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788263515.127991:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788263515.127997:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:2.0:1788263515.128010:0:20635:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1788263515.128015:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670506 00000020:00000080:2.0:1788263515.128020:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3af7d9800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:2.0:1788263515.128024:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:2.0:1788263515.128028:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263515.128031:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788263515.128034:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff9ff3af7e0000) has no exports 00000020:00000080:2.0:1788263515.128039:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66704ff 00000020:00000080:2.0:1788263515.128042:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3bc670000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788263515.128139:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff3af7da000 for lustre-OST0000-osc-MDT0000 00000020:00000080:0.0:1788263515.128148:0:38:0:(genops.c:885:class_export_put()) final put ffff9ff3af7db800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788263515.128150:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3af7db800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:0.0:1788263515.128155:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788263515.128203:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3af7d9800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:0.0:1788263515.128208:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc670000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:0.0:1788263515.150647:0:20635:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:0.0:1788263515.150656:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788263515.150660:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788263515.150668:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788263515.150722:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263515.150734:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788263515.150762:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263515.150766:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788263515.150771:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff283be1000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1788263515.150775:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283be1000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:0.0:1788263515.150788:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:0.0:1788263515.150922:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66704d5 00000020:00000080:0.0:1788263515.150939:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3a0e86800/lustre-MDD0000_UUID 00000020:01000000:0.0:1788263515.150945:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:0.0:1788263515.150948:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788263515.150954:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788263515.150958:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff9ff3b00519b8) has no exports 00000020:00000080:0.0:1788263515.150980:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263515.150984:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:0.0:1788263515.150989:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66704dc 00000020:00000080:0.0:1788263515.150994:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3a0e80800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788263515.151004:0:20635:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff28389c800 from lustre-MDT0000, refs=3 00000020:01000004:0.0:1788263515.151007:0:20635:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff28389c800 3 00000020:01000004:0.0:1788263515.151011:0:20635:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ff28389c800 from lustre-MDT0000 00000020:00000080:0.0:1788263515.151032:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263515.151035:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:0.0:1788263515.151043:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff283be0000/lustre-MDT0000_UUID 00000020:00000080:0.0:1788263515.151096:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283be0000/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:0.0:1788263515.151105:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:00000080:1.0:1788263515.151143:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff3bc672800 for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1788263515.151151:0:38:0:(genops.c:885:class_export_put()) final put ffff9ff3bc676000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1788263515.151153:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc676000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:1.0:1788263515.151159:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788263515.151212:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3a0e86800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:1.0:1788263515.151216:0:38:0:(genops.c:885:class_export_put()) final put ffff9ff3a0e84000/lustre-MDD0000_UUID 00000020:00000080:1.0:1788263515.151251:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3a0e84000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:1.0:1788263515.151256:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:01000004:0.0:1788263515.151306:0:20635:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:0.0:1788263515.151311:0:20635:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:0.0:1788263515.151314:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:0.0:1788263515.151317:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788263515.151320:0:20635:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788263515.151326:0:20635:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff9ff386a6e800 8fb36e90-c209-4884-91f2-1155be4ad295 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788263515.151332:0:20635:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff9ff3af7e4d28) has exports, disconnecting them 00000020:00000080:1.0:1788263515.151352:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3a0e80800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00080000:0.0:1788263515.151468:0:20635:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff9ff386a6e800), last request at 1788263426 00000020:00000080:1.0:1788263515.151765:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670481 00000020:00010000:1.0:1788263515.151771:0:20635:0:(genops.c:1921:obd_stale_export_put()) Put export ffff9ff386a6e800: total 0 00000100:00080000:1.0:1788263515.151775:0:20635:0:(import.c:65:import_set_state_nolock()) ffff9ff386a6e000 : changing import state from FULL to CLOSED 00000020:00080000:1.0:1788263515.151794:0:20635:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff386a6e800): rc 0 00000020:00080000:1.0:1788263515.151799:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff9ff3af7e4d28) has no exports 00000020:00010000:0.0:1788263515.151937:0:17054:0:(genops.c:1907:obd_stale_export_get()) Get export ffff9ff386a6e800: total 0 00010000:00010000:0.0:1788263515.151944:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263515.151976:0:17054:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff9ff386a6e800, canceled 0 locks, left on hash table 13. 00010000:00010000:0.0:1788263515.152006:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3ae764800/0x4b1103cba66707a6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba667079f expref: 14 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152024:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3829e9c00/0x4b1103cba6670a54 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670a4d expref: 13 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152051:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff381681800/0x4b1103cba66707e5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba66707de expref: 12 pid: 17060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152065:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3bf6d0000/0x4b1103cba66706e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba66706db expref: 11 pid: 17060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152133:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff381680a00/0x4b1103cba66705a0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670599 expref: 10 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152162:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3bf6d1a00/0x4b1103cba6670a38 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670a31 expref: 9 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152171:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff283b69400/0x4b1103cba667065d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670656 expref: 8 pid: 17060 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152181:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff381681600/0x4b1103cba66705ae lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba66705a7 expref: 7 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152192:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3829e9600/0x4b1103cba6670a46 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670a3f expref: 6 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152203:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff381681400/0x4b1103cba66705bc lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba66705b5 expref: 5 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152213:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff38150e400/0x4b1103cba667048f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670488 expref: 4 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152223:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff283b69600/0x4b1103cba667077c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670775 expref: 3 pid: 17059 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152317:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff38150e200/0x4b1103cba667070c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0x4b1103cba6670705 expref: 2 pid: 17058 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263515.152329:0:17054:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff9ff386a6e800, canceled 13 locks, left on hash table 0. 00000020:00000080:0.0:1788263515.152348:0:17054:0:(genops.c:885:class_export_put()) final put ffff9ff386a6e800/8fb36e90-c209-4884-91f2-1155be4ad295 00010000:00010000:0.0:1788263515.152394:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263515.152396:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263515.152398:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263515.152743:0:17058:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff9ff3c217d000:17058] 0 exiting: rc = 1 00000100:00100000:2.0:1788263515.152838:0:17060:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff9ff3b39e3600:17060] 2 exiting: rc = 0 00000100:00100000:3.0:1788263515.152994:0:17059:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff9ff3b39e3800:17059] 1 exiting: rc = 0 00000100:00100000:0.0:1788263515.153245:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153255:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153266:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153274:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153283:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153289:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153295:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153302:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153307:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153314:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153320:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153326:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153331:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153337:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153342:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153351:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153357:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153362:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153370:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153376:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153382:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153389:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153395:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153401:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153417:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153422:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153428:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153433:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153439:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153445:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153451:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153456:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153461:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153467:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153473:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153479:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153778:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153789:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153794:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153803:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153809:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153818:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153823:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153828:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153834:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153840:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153845:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153860:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153866:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153871:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153877:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153882:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153888:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153894:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153898:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153903:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153908:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153922:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153928:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153941:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153947:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153953:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153958:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263515.153963:0:20635:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788263515.155309:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff386a6e800/8fb36e90-c209-4884-91f2-1155be4ad295 for MGS 00000020:00000080:1.0:1788263515.155359:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff386a6e000 for MGS 00000020:01000000:0.0:1788263515.157819:0:20635:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff390d33a80 - data ffff9ff3b8a26798/ffff9ff3866f2800 00000020:01000000:0.0:1788263515.158072:0:20635:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff382bb44e0 - data ffff9ff3b8b430d8/ffff9ff3bdf2f000 00000020:00000080:0.0:1788263515.160026:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670465 00000020:00000080:0.0:1788263515.160038:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3a0df9800/lustre-MDT0000-osd_UUID 00000020:01000004:0.0:1788263515.160064:0:20635:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff28389c800 from MGS, refs=2 00000020:01000004:0.0:1788263515.160068:0:20635:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff28389c800 2 00000020:01000004:0.0:1788263515.160071:0:20635:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ff28389c800 from MGS 00000020:00000080:1.0:1788263515.160303:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3a0df9800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1788263515.160349:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263515.160358:0:20635:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:0.0:1788263515.160361:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3a0dfd000/MGS 00000020:00000080:0.0:1788263515.160363:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3a0dfd000/MGS for MGS 00000020:01000000:0.0:1788263515.160370:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:0.0:1788263515.160432:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:0.0:1788263515.160436:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788263515.160441:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788263515.160448:0:20635:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff9ff281e01800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788263515.160454:0:20635:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff9ff28322b370) has exports, disconnecting them 00000020:00080000:0.0:1788263515.160459:0:20635:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff9ff281e01800), last request at 1788263426 00000020:00000080:0.0:1788263515.160463:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670568 00000020:00080000:0.0:1788263515.160475:0:20635:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff281e01800): rc 0 00000020:00000080:0.0:1788263515.160479:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff281e01800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788263515.162635:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff281e01800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:1.0:1788263515.163679:0:20635:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:1.0:1788263515.163686:0:20635:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788263515.163690:0:20635:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788263515.163698:0:20635:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788263515.163726:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff281e03800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1788263515.163931:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788263515.163941:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:1.0:1788263515.163947:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff281fac800/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:1.0:1788263515.163951:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff281fac800/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:1.0:1788263515.163958:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:1.0:1788263515.164045:0:20635:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff28389c800 1 00000020:00000080:1.0:1788263515.164052:0:20635:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670457 00000020:00000080:1.0:1788263515.164058:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff3a0dfa800/lustre-MDT0000-osd_UUID 00000020:01000000:1.0:1788263515.164068:0:20635:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:1.0:1788263515.164075:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3a0dfa800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1788263515.164101:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788263515.164109:0:20635:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788263515.164112:0:20635:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff9ff281fa0000) has no exports 00000020:00000080:0.0:1788263515.241895:0:20635:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263515.241908:0:20635:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:0.0:1788263515.241921:0:20635:0:(genops.c:885:class_export_put()) final put ffff9ff28389e000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1788263515.241926:0:20635:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff28389e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:0.0:1788263515.241938:0:20635:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:0.0:1788263515.242056:0:20635:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ff283898800 00000020:02000400:0.0:1788263515.242123:0:20635:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:3.0:1788263515.397846:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263516.399950:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263517.425220:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788263517.744436:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263517.744443:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788263517.744447:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff283370800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788263517.744454:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 521 00000100:00080000:3.0:1788263517.744460:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1788263517.744466:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ff283370800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263517.744498:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b6a00 x1875129709854848/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788263517.744531:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fb36e90-c209-4884-91f2-1155be4ad295:3619:1875129709854720:0@lo:400:kworker.0 00000100:00080000:3.0:1788263517.744541:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263517.744545:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788263517.744547:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff28390d000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788263517.744551:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 521 00000100:00080000:3.0:1788263517.744553:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788263517.744556:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9ff28390d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263517.744569:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b4e00 x1875129709855232/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788263517.744627:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263517.744631:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788263517.744632:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff282c72000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788263517.744635:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 521 00000100:00080000:3.0:1788263517.744637:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788263517.744640:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9ff282c72000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263517.744651:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b5180 x1875129709855360/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788263517.744666:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263517.744669:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788263517.744670:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff282f62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000400:00000100:0.0:1788263517.744725:0:3619:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875129709854720 offset 0 length 224: 4 00000100:00100000:0.0:1788263517.744772:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788263517.744777:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1875129709855488:0@lo:400:kworker.0 00000100:00080000:3.0:1788263517.744796:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 521 00000100:00080000:3.0:1788263517.744800:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788263517.744805:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ff282f62000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788263517.744810:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263517.744835:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b7b80 x1875129709855616/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788263517.744856:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709854848:0@lo:38:kworker.0 00000100:00100000:0.0:1788263517.744907:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263517.744919:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788263517.744932:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875129709855232:0@lo:38:kworker.0 00000100:00100000:3.0:1788263517.744933:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709855744:0@lo:400:kworker.0 00000100:00100000:0.0:1788263517.744968:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263517.744988:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709854976:0@lo:400:kworker.0 00000100:00100000:0.0:1788263517.744994:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3617:1875129709855360:0@lo:38:kworker.0 00000100:00100000:3.0:1788263517.745024:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263517.745029:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263517.745057:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3617:1875129709855616:0@lo:38:kworker.0 00000100:00100000:3.0:1788263517.745062:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788263517.745072:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709855104:0@lo:400:kworker.0 00000100:00100000:0.0:1788263517.745077:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263517.745105:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709855488 00000100:00100000:0.0:1788263517.745112:0:17067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709855488 00000100:00100000:0.0:1788263517.745151:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709855232 00000100:00100000:0.0:1788263517.745153:0:17067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709855232 00000100:00100000:0.0:1788263517.745161:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709855360 00000100:00100000:0.0:1788263517.745164:0:17067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709855360 00000100:00100000:0.0:1788263517.745169:0:17067:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709855616 00000100:00100000:0.0:1788263517.745171:0:17067:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709855616 00000100:00100000:0.0:1788263517.745180:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788263517.745188:0:17067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875129709855488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263517.745226:0:17067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5472300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875129709855488:12345-0@lo:400:kworker.0 Request processed in 38us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263517.745238:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788263517.745253:0:17067:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1788263517.745257:0:17067:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3617:x1875129709855232:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1788263517.745272:0:17067:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788263517.745816:0:19604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709854976 00000100:00100000:2.0:1788263517.745820:0:19604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709854976 00000100:00100000:2.0:1788263517.745849:0:19604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788263517.745856:0:19604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709854976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263517.745907:0:19604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709854976:12345-0@lo:400:kworker.0 Request processed in 51us (883us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263517.745915:0:19604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1788263517.745921:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263517.745958:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788263517.745971:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709855872:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788263517.746000:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263517.746488:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709854976:0@lo:400:kworker.0 00000100:00080000:3.0:1788263517.746527:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788263517.746532:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788263517.746856:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788263517.746867:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3617:x1875129709855360:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788263517.746883:0:17066:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788263517.746946:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3617:x1875129709855360:12345-0@lo:38:kworker.0 Request processed in 78us (1919us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788263517.746953:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1788263517.746971:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788263517.746975:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3617:x1875129709855616:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788263517.746985:0:17066:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788263517.747012:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3617:x1875129709855616:12345-0@lo:38:kworker.0 Request processed in 35us (1935us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788263517.747019:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788263517.747039:0:17071:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709854848 00000100:00100000:1.0:1788263517.747045:0:17071:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709854848 00000100:00100000:1.0:1788263517.747066:0:17071:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1788263517.747071:0:17071:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3617:x1875129709854848:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1788263517.747090:0:17071:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788263517.747123:0:17071:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3617:x1875129709854848:12345-0@lo:38:kworker.0 Request processed in 51us (2218us total) trans 0 rc -19/-19 00000100:00100000:1.0:1788263517.747130:0:17071:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00010000:00080000:1.0:1788263517.747739:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9ff3867b7480 x1875129709855488/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263517.747751:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1875129709855488:0@lo:400:kworker.0 00000100:00100000:1.0:1788263517.748842:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263517.749931:0:17066:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709855744 00000100:00100000:1.0:1788263517.749939:0:17066:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709855744 00000100:00100000:1.0:1788263517.749992:0:17066:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788263517.750000:0:17066:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875129709855744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263517.750082:0:17066:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875129709855744:12345-0@lo:400:kworker.0 Request processed in 83us (1242us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263517.750091:0:17066:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00010000:00080000:1.0:1788263517.750130:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff9ff3867b5500 x1875129709855744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263533 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263517.750153:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709855744:0@lo:400:kworker.0 00000100:00100000:2.0:1788263517.753407:0:19604:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709855104 00000100:00100000:2.0:1788263517.753420:0:19604:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709855104 00000100:00100000:2.0:1788263517.755690:0:19604:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788263517.755717:0:19604:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709855104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263517.756416:0:19604:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709855104:12345-0@lo:400:kworker.0 Request processed in 713us (10495us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263517.756425:0:19604:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788263517.757387:0:18576:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709855872 00000100:00100000:2.0:1788263517.757396:0:18576:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709855872 00000100:00100000:2.0:1788263517.757437:0:18576:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788263517.757446:0:18576:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709855872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788263517.757472:0:18576:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1788263517.757730:0:18576:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709855872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (11558us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263517.757737:0:18576:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1788263517.757954:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709855872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788263517.758095:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709855104:0@lo:400:kworker.0 00000100:00080000:2.0:1788263517.758135:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788263517.758140:0:17061:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788263517.762786:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283370800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788263517.762799:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788263517.762804:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709854848:0@lo:38:kworker.0 00000100:00080000:1.0:1788263517.762983:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff282c72000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788263517.762987:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788263517.762991:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3617:1875129709855360:0@lo:38:kworker.0 00000100:00080000:1.0:1788263517.763003:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff282f62000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788263517.763007:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788263517.763010:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3617:1875129709855616:0@lo:38:kworker.0 00000100:00100000:0.0:1788263517.776421:0:17067:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3617:x1875129709855232:12345-0@lo:38:kworker.0 Request processed in 31155us (31445us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788263517.776445:0:17067:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:1.0:1788263517.776495:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff28390d000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788263517.776502:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1788263517.776506:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875129709855232:0@lo:38:kworker.0 00010000:00010000:1.0:1788263518.462904:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788263518.533226:0:20838:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788263518.547823:0:20838:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1788263518.547885:0:20838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.547909:0:20838:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.547917:0:20838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.547923:0:20838:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.547950:0:20838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788263518.547955:0:20838:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788263518.547987:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788263518.547991:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788263518.547997:0:20838:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788263518.548004:0:20838:0:(import.c:65:import_set_state_nolock()) ffff9ff28390d000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1788263518.548009:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788263518.548023:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788263518.548027:0:20838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788263518.548029:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263518.548036:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.548049:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff381680e00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263518.548053:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.548061:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263518.548069:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263518.548075:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788263518.548077:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1788263518.548079:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1788263518.548114:0:17053:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.548120:0:17053:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263518.548220:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.548228:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff381680e00/0x4b1103cba6670656 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba667065d expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.548240:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263518.548241:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263518.548243:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263518.548263:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fb36e90-c209-4884-91f2-1155be4ad295:3621:1875129709856000:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263518.548330:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788263518.548840:0:20838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548848:0:20838:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548855:0:20838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548862:0:20838:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548882:0:20838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263518.548897:0:20838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548905:0:20838:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548911:0:20838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548917:0:20838:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548927:0:20838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788263518.548932:0:20838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548954:0:20838:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548959:0:20838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548965:0:20838:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548973:0:20838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788263518.548978:0:20838:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548984:0:20838:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548990:0:20838:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.548996:0:20838:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263518.549003:0:20838:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 10000000:01000000:0.0:1788263518.549005:0:20838:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00000020:01000004:0.0:1788263518.549031:0:20838:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1788263518.549035:0:20838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1788263518.549039:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788263518.549045:0:20838:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1788263518.549051:0:20838:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9ff28209d000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788263518.549063:0:20838:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff9ff282291800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788263518.549068:0:20838:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff9ff3b3a63370) has exports, disconnecting them 00000020:00080000:0.0:1788263518.549073:0:20838:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9ff28209d000), last request at 1788263517 00000020:00000080:0.0:1788263518.549081:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66707d0 00000100:00080000:0.0:1788263518.549098:0:20838:0:(import.c:65:import_set_state_nolock()) ffff9ff28209b000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788263518.549142:0:20838:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff28209d000): rc 0 00000020:00000080:0.0:1788263518.549144:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff28209d000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1788263518.549157:0:20838:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff9ff282291800), last request at 1788263517 00000020:00000080:0.0:1788263518.549160:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670736 00000100:00080000:0.0:1788263518.549165:0:20838:0:(import.c:65:import_set_state_nolock()) ffff9ff282296000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1788263518.549170:0:20838:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff282291800): rc 0 00000020:00000080:0.0:1788263518.549172:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff282291800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1788263518.549178:0:20838:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffad45c1617ae0 00000100:00080000:0.0:1788263518.549194:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788263518.549202:0:20838:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff9ff387617800 x1875129709852800/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1788263525 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263518.549214:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00010000:00010000:2.0:1788263518.549443:0:17054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788263518.549454:0:17054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549462:0:17054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff283b68e00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263518.549466:0:17054:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549474:0:17054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263518.549482:0:17054:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263518.549487:0:17054:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1788263518.549489:0:17054:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1788263518.549491:0:17054:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:2.0:1788263518.549527:0:17054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549533:0:17054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263518.549552:0:17054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549559:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff283b68e00/0x4b1103cba66705b5 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66705bc expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549569:0:17054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788263518.549572:0:17054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549592:0:17054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764c00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263518.549601:0:17054:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549607:0:17054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263518.549613:0:17054:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263518.549618:0:17054:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1788263518.549620:0:17054:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1788263518.549622:0:17054:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1788263518.549635:0:17054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549640:0:17054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263518.549646:0:17054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549652:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff3ae764c00/0x4b1103cba66707de lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66707e5 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549664:0:17054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788263518.549668:0:17054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549673:0:17054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1e00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263518.549675:0:17054:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.549693:0:17054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263518.549706:0:17054:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263518.549710:0:17054:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1788263518.549712:0:17054:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1788263518.549714:0:17054:0:(mgc_request.c:130:config_log_put()) dropping config log params 00000100:00100000:1.0:1788263518.550132:0:20636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709856000 00000100:00100000:1.0:1788263518.550141:0:20636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709856000 00000100:00100000:1.0:1788263518.550184:0:20636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788263518.550192:0:20636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3621:x1875129709856000:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1788263518.550205:0:20636:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788263518 with bad export cookie 5409108800653689985 00010000:00010000:2.0:1788263518.550220:0:17054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.550227:0:17054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263518.550240:0:17054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.550245:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d1e00/0x4b1103cba6670a4d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba6670a54 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.550257:0:17054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263518.550260:0:17054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.550266:0:17054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff283b69a00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263518.550269:0:17054:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.550275:0:17054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263518.550282:0:17054:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263518.550297:0:17054:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1788263518.550298:0:17054:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1788263518.550300:0:17054:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1788263518.550314:0:17054:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.550320:0:17054:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263518.550325:0:17054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.550330:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff283b69a00/0x4b1103cba66705a7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0x4b1103cba66705ae expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263518.550339:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263518.550341:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263518.550343:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263518.550358:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709856128:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263518.550413:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263518.550452:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788263518.550458:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709856256:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263518.550481:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263518.550525:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709856128 00000100:00100000:2.0:1788263518.550529:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709856128 00000100:00100000:2.0:1788263518.550543:0:17050:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709856256 00000100:00100000:2.0:1788263518.550545:0:17050:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709856256 00000100:00100000:2.0:1788263518.550555:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788263518.550560:0:17050:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3618:x1875129709856128:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788263518.550565:0:17050:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788263518 with bad export cookie 5409108800653689985 00000100:00100000:2.0:1788263518.550634:0:17050:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d57100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3618:x1875129709856128:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (219us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788263518.550641:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788263518.550657:0:17050:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788263518.550661:0:17050:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b54bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3618:x1875129709856256:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788263518.550665:0:17050:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788263518 with bad export cookie 5409108800653689985 00000100:00080000:0.0:1788263518.551380:0:20838:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788263518.551388:0:20838:0:(import.c:65:import_set_state_nolock()) ffff9ff283370800 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00100000:2.0:1788263518.552460:0:17050:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b54bb850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:0+-99:3618:x1875129709856256:12345-0@lo:103:ldlm_bl.0 Request processed in 1792us (1973us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788263518.552471:0:17050:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788263518.552526:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fb36e90-c209-4884-91f2-1155be4ad295:3620:1875129709856384:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263518.552574:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263518.552622:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709852800:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788263518.552642:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788263518.552648:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fb36e90-c209-4884-91f2-1155be4ad295:3620:1875129709856512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263518.552670:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263518.552695:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709856384 00000100:00100000:2.0:1788263518.552700:0:17051:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709856384 00000100:00100000:2.0:1788263518.552721:0:17051:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709856512 00000100:00100000:2.0:1788263518.552723:0:17051:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709856512 00000100:00100000:2.0:1788263518.552743:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788263518.552749:0:17051:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3620:x1875129709856384:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788263518.552755:0:17051:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788263518 with bad export cookie 5409108800653689985 00000100:00100000:2.0:1788263518.552795:0:17051:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d56300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3620:x1875129709856384:12345-0@lo:103:ldlm_bl.0 Request processed in 45us (220us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788263518.552803:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788263518.552816:0:17051:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788263518.552821:0:17051:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3620:x1875129709856512:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1788263518.552837:0:17051:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1788263518 with bad export cookie 5409108800653689985 00000100:00100000:2.0:1788263518.552865:0:17051:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d54a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3620:x1875129709856512:12345-0@lo:103:ldlm_bl.0 Request processed in 43us (194us total) trans 0 rc -107/-107 00000100:00100000:2.0:1788263518.552870:0:17051:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:2.0:1788263518.552926:0:3618:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.126@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1788263518.552931:0:3618:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0df8000 MGS: changing import state from FULL to DISCONN 00000100:02020000:2.0:1788263518.552934:0:3618:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.126@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000020:00000080:3.0:1788263518.553434:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff28209d000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1788263518.553620:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282291800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1788263518.553644:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff28209b000 for lustre-MDT0001 00000020:00000080:3.0:1788263518.553648:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282296000 for lustre-MDT0001 00010000:00010000:3.0:1788263518.554659:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788263518.554706:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1788263518.554711:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788263518.554737:0:20838:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788263518.554791:0:20838:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1788263518.554816:0:20838:0:(import.c:65:import_set_state_nolock()) ffff9ff39ab18800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1788263518.554839:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1788263518.554842:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1788263518.554851:0:20838:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1788263518.554927:0:20838:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1788263518.554937:0:20838:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc483800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1788263518.554957:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709856640:0@lo:9:umount.0 00000020:00080000:0.0:1788263518.554975:0:20838:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9ff3b3a63370) has no exports 00000100:00100000:3.0:1788263518.555014:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263518.555049:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709856768:0@lo:9:umount.0 00000100:00100000:3.0:1788263518.555070:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263518.555104:0:18572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709856640 00000100:00100000:3.0:1788263518.555110:0:18572:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709856640 00000100:00100000:3.0:1788263518.555350:0:18572:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709856768 00000100:00100000:3.0:1788263518.555354:0:18572:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709856768 00000100:00100000:3.0:1788263518.555375:0:18572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788263518.555383:0:18572:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1875129709856640:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788263518.555414:0:18572:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670760 00000100:00080000:3.0:1788263518.555422:0:18572:0:(import.c:65:import_set_state_nolock()) ffff9ff282c70000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788263518.555457:0:18572:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1788263518.555726:0:18572:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3617:x1875129709856640:12345-0@lo:9:umount.0 Request processed in 343us (711us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263518.555734:0:18572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788263518.556271:0:18572:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1788263518.556282:0:18572:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3617:x1875129709856768:12345-0@lo:9:umount.0 00000020:00000080:3.0:1788263518.556403:0:18572:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670808 00000100:00080000:3.0:1788263518.556411:0:18572:0:(import.c:65:import_set_state_nolock()) ffff9ff282296800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1788263518.556437:0:18572:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934599 00000100:00100000:3.0:1788263518.556674:0:18572:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+2:3617:x1875129709856768:12345-0@lo:9:umount.0 Request processed in 395us (1603us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263518.556681:0:18572:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00080000:3.0:1788263518.556726:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff39ab18800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788263518.556736:0:3617:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788263518.556738:0:3617:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788263518.557342:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709856640:0@lo:9:umount.0 00000100:00080000:3.0:1788263518.557362:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc483800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:3.0:1788263518.557366:0:3617:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:3.0:1788263518.557368:0:3617:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1788263518.557370:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709856768:0@lo:9:umount.0 00010000:00010000:3.0:1788263518.557405:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788263518.557682:0:3620:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.203.126@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00010000:0.0:1788263518.565902:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1788263518.582909:0:3618:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.203.126@tcp not replayable, auto-deactivating 00000100:00080000:2.0:1788263518.582915:0:3618:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1788263518.582926:0:3618:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff3867b5c00 x1875129709854720/t0(0) o400->MGC192.168.203.126@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1788263533 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263518.582957:0:3618:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff385d57b80 x1875129709856000/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788263534 ref 1 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263518.582973:0:3618:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff385d56680 x1875129709856128/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788263534 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263518.582981:0:3618:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff385d55f80 x1875129709856256/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788263534 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263518.582989:0:3618:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff385d54700 x1875129709856384/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788263534 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263518.582996:0:3618:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff385d55880 x1875129709856512/t0(0) o103->MGC192.168.203.126@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1788263534 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1788263518.583130:0:3618:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1788263518.583133:0:3618:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1788263518.583134:0:3618:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1788263518.583247:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:8fb36e90-c209-4884-91f2-1155be4ad295:3619:1875129709854720:0@lo:400:kworker.0 00000100:00080000:3.0:1788263518.583654:0:3620:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff9ff3a0df8000 already not connected (conn 1, was 1): DISCONN 00000100:00100000:3.0:1788263518.583670:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fb36e90-c209-4884-91f2-1155be4ad295:3620:1875129709856384:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788263518.583695:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:8fb36e90-c209-4884-91f2-1155be4ad295:3620:1875129709856512:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1788263518.588458:0:3618:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0df8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788263518.588474:0:3618:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 435 00000100:00080000:2.0:1788263518.588484:0:3618:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff9ff3a0df8000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263518.590915:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:8fb36e90-c209-4884-91f2-1155be4ad295:3621:1875129709856000:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788263518.590977:0:3618:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b7b80 x1875129709856896/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788263518.591010:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fb36e90-c209-4884-91f2-1155be4ad295:3617:1875129709856896:0@lo:250:ptlrpcd_00_00.0 00000400:00000100:3.0:1788263518.591051:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875129709856896 offset 0 length 520: 4 00000100:00100000:3.0:1788263518.591097:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709856128:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788263518.591109:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:8fb36e90-c209-4884-91f2-1155be4ad295:3618:1875129709856256:0@lo:103:ldlm_bl.0 00000400:00000100:1.0:1788263518.601964:0:20636:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 18 match 1875129709856000 offset 224 length 224: 4 00000100:00100000:1.0:1788263518.601993:0:20636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d55500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3621:x1875129709856000:12345-0@lo:103:ldlm_bl.0 Request processed in 51799us (53661us total) trans 0 rc -107/-107 00000100:00100000:1.0:1788263518.602005:0:20636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000020:00080000:0.0:1788263518.607871:0:20838:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff9ff3b3a63370) has no exports 00000020:01000000:3.0:1788263518.660960:0:20838:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff384cd6cc0 - data ffff9ff3b89aa870/ffff9ff3af739800 00000020:01000000:3.0:1788263518.661108:0:20838:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff38515bf60 - data ffff9ff3b8adbe58/ffff9ff38665e800 00000001:00000004:3.0:1788263518.672726:0:20838:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1788263518.709376:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788263518.709385:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788263518.709393:0:20838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1788263518.711434:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788263518.711441:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788263518.711499:0:20838:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788263518.711501:0:20838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788263518.712518:0:17806:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788263518.712523:0:17806:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:1.0:1788263518.712532:0:17806:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1788263518.713674:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788263518.713680:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1788263518.713695:0:20838:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788263518.713697:0:20838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1788263518.714293:0:17808:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1788263518.714296:0:17808:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1788263518.714305:0:17808:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1788263518.715188:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66705ca 00000020:00000080:2.0:1788263518.715198:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff283374800/lustre-MDT0001-osd_UUID 00000020:00000080:2.0:1788263518.715968:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66705df 00000020:00000080:2.0:1788263518.715976:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3ae568800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1788263518.715981:0:20838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:2.0:1788263518.715987:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263518.715995:0:20838:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788263518.716000:0:20838:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff9ff3b3a60000) has no exports 00000004:01000000:2.0:1788263518.716148:0:20838:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1788263518.716156:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670633 00000020:00000080:2.0:1788263518.716160:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3bc485800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1788263518.716163:0:20838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1788263518.716167:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263518.716171:0:20838:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788263518.716173:0:20838:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff9ff3b0028000) has no exports 00000020:00000080:2.0:1788263518.716178:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba667062c 00000020:00000080:2.0:1788263518.716181:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3bc482800/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1788263518.716505:0:20838:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1788263518.716509:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1788263518.716513:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1788263518.716518:0:20838:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788263518.716529:0:20838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788263518.716556:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788263518.716561:0:20838:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788263518.716566:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba667061e 00000020:00000080:2.0:1788263518.716570:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3bc486800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1788263518.716574:0:20838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:0.0:1788263518.716708:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283374800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788263518.716721:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3ae568800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:0.0:1788263518.716784:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc485800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788263518.716788:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc482800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1788263518.716792:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff3bc483800 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1788263518.716796:0:38:0:(genops.c:885:class_export_put()) final put ffff9ff3bc481800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788263518.716798:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc481800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1788263518.716804:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788263518.716870:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc486800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:2.0:1788263518.716920:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263518.716925:0:20838:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788263518.716927:0:20838:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff9ff3b0050000) has no exports 00000020:00000080:2.0:1788263518.716932:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670610 00000020:00000080:2.0:1788263518.716935:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3ae56e800/lustre-MDT0001-osd_UUID 00010000:01000000:2.0:1788263518.717338:0:20838:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1788263518.717342:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1788263518.717345:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1788263518.717349:0:20838:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1788263518.717350:0:20838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788263518.717406:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3ae56e800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:2.0:1788263518.717566:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788263518.717573:0:20838:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1788263518.717672:0:20838:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1788263518.717678:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670602 00000020:00000080:2.0:1788263518.717682:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3ae56f000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788263518.717710:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff39ab18800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1788263518.717715:0:38:0:(genops.c:885:class_export_put()) final put ffff9ff283211800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788263518.717717:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283211800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1788263518.717732:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1788263518.717909:0:20838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1788263518.717913:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263518.717918:0:20838:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1788263518.717921:0:20838:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff9ff3aec28000) has no exports 00000020:00000080:2.0:1788263518.717925:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66705fb 00000020:00000080:2.0:1788263518.717929:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3ae56c000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1788263518.718050:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3ae56f000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1788263518.718057:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3ae56c000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:0.0:1788263518.723742:0:20838:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:0.0:1788263518.723752:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788263518.723757:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788263518.723765:0:20838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788263518.723822:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263518.723835:0:20838:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788263518.723860:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263518.723864:0:20838:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788263518.723869:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff283371000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788263518.723874:0:20838:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283371000/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:0.0:1788263518.723881:0:20838:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1788263518.724056:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66705e6 00000020:00000080:0.0:1788263518.724065:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3ae56b000/lustre-MDD0001_UUID 00000020:01000000:0.0:1788263518.724070:0:20838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:0.0:1788263518.724073:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788263518.724078:0:20838:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:0.0:1788263518.724082:0:20838:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff9ff3aec2b370) has no exports 00000020:00000080:0.0:1788263518.724101:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263518.724105:0:20838:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:0.0:1788263518.724109:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66705ed 00000020:00000080:0.0:1788263518.724113:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3ae569800/lustre-MDT0001-osd_UUID 00000020:01000004:0.0:1788263518.724120:0:20838:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff283349800 from lustre-MDT0001, refs=2 00000020:01000004:0.0:1788263518.724123:0:20838:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff283349800 2 00000020:01000004:0.0:1788263518.724126:0:20838:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ff283349800 from lustre-MDT0001 00000020:00000080:0.0:1788263518.724143:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263518.724147:0:20838:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:0.0:1788263518.724149:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff283373800/lustre-MDT0001_UUID 00000020:00000080:0.0:1788263518.724151:0:20838:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283373800/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:0.0:1788263518.724158:0:20838:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:0.0:1788263518.724183:0:20838:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:0.0:1788263518.724188:0:20838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:0.0:1788263518.724190:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788263518.724193:0:20838:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788263518.724200:0:20838:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff9ff283213800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788263518.724204:0:20838:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff9ff3b002cd28) has exports, disconnecting them 00000020:00080000:0.0:1788263518.724214:0:20838:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff9ff283213800), last request at 1788263437 00000020:00000080:0.0:1788263518.724218:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba667066b 00000020:00080000:0.0:1788263518.724231:0:20838:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff283213800): rc 0 00000020:00000080:0.0:1788263518.724234:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff283213800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788263518.725903:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff283370800 for lustre-MDT0000-osp-MDT0001 00000020:00000080:1.0:1788263518.725916:0:38:0:(genops.c:885:class_export_put()) final put ffff9ff3ae56c800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1788263518.725918:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3ae56c800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:1.0:1788263518.725925:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788263518.726049:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3ae56b000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:1.0:1788263518.726054:0:38:0:(genops.c:885:class_export_put()) final put ffff9ff2832af800/lustre-MDD0001_UUID 00000020:00000080:1.0:1788263518.726056:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff2832af800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:1.0:1788263518.726059:0:38:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:1.0:1788263518.726160:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3ae569800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788263518.726165:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283213800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:1.0:1788263518.726193:0:20838:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:1.0:1788263518.726197:0:20838:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1788263518.726201:0:20838:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788263518.726206:0:20838:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788263518.726224:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff28390d000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:1.0:1788263518.726369:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788263518.726376:0:20838:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:1.0:1788263518.726386:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff28390a000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:1.0:1788263518.726388:0:20838:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff28390a000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:1.0:1788263518.726391:0:20838:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:1.0:1788263518.726421:0:20838:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff283349800 1 00000020:00000080:1.0:1788263518.726425:0:20838:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670592 00000020:00000080:1.0:1788263518.726429:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff281e05800/lustre-MDT0001-osd_UUID 00000020:01000000:1.0:1788263518.726436:0:20838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:1.0:1788263518.726441:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff281e05800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:1.0:1788263518.726447:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788263518.726451:0:20838:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788263518.726454:0:20838:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff9ff3b3a619b8) has no exports 00000020:00000080:1.0:1788263518.769120:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788263518.769531:0:20838:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:1.0:1788263518.769538:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff3900e2000/lustre-MDT0001-osd_UUID 00000020:00000080:1.0:1788263518.769543:0:20838:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3900e2000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:1.0:1788263518.769552:0:20838:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:1.0:1788263518.769818:0:20838:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ff391a12000 00000020:01000000:1.0:1788263518.769924:0:20838:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:1.0:1788263518.769928:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788263518.769933:0:20838:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788263518.769937:0:20838:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff9ff2832299b8) has no exports 00000100:00100000:0.0:1788263518.770357:0:17066:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff9ff2810ff200:17066] 1 exiting: rc = 0 00000100:00100000:0.0:1788263518.770473:0:17067:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff9ff3b38c3e00:17067] 2 exiting: rc = 0 00000100:00100000:1.0:1788263518.770566:0:17065:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff9ff3bc649800:17065] 0 exiting: rc = 1 00000100:00100000:2.0:1788263518.770852:0:18294:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff9ff3866b5200:18294] 3 exiting: rc = 0 00000100:00100000:1.0:1788263518.771039:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771047:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771052:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771057:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771063:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771067:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771072:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771077:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771083:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771088:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771105:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771110:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771115:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771121:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771127:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771132:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771138:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771232:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771243:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771249:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771255:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771262:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771269:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771274:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771279:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771284:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771288:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771293:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771297:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771301:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771307:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771312:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771317:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771322:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771326:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771331:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771336:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771341:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771347:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771352:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771357:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771362:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771367:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771372:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771378:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771391:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771397:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771403:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771407:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771412:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771418:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771423:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771428:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771434:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771441:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771447:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771453:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771458:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771463:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771469:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771474:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771479:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771484:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.771490:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263518.777646:0:17068:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff9ff282c3b400:17068] 0 exiting: rc = 1 00000100:00100000:0.0:1788263518.777656:0:17069:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff9ff2810fec00:17069] 1 exiting: rc = 0 00000100:00100000:1.0:1788263518.777750:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777759:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777765:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777774:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777780:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777786:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777792:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777798:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777804:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777808:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777813:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777818:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777824:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777829:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777848:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777853:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.777871:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778018:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778029:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778036:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778043:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778050:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778059:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778070:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778081:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778087:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778091:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778096:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778106:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778114:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778119:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778124:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778129:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778144:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778150:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778154:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778159:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778163:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778169:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778175:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778180:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778186:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778191:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778196:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778201:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778206:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778211:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778216:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778221:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778226:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778231:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778244:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778249:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778255:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778260:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778265:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778271:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778276:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778281:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778285:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778290:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778295:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778300:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.778305:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.779462:0:17071:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff9ff282242400:17071] 1 exiting: rc = 0 00000100:00100000:0.0:1788263518.780101:0:17070:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff9ff38ac40c00:17070] 0 exiting: rc = 1 00000100:00100000:1.0:1788263518.780316:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780323:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780329:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780335:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780341:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780346:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780354:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780360:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780437:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780444:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780450:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780456:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780483:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780490:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780498:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780504:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780512:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780518:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780602:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780611:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780618:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780635:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780641:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780647:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780669:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780677:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780683:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780689:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780695:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780701:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780708:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780714:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780719:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780724:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780730:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780736:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780757:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780764:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780769:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780775:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780781:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780787:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780793:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780798:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780804:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780809:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780815:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780820:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.780841:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781015:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781025:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781032:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781038:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781044:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781051:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781056:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781070:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781075:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781080:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781085:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781104:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781110:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781115:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.781121:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.792987:0:17072:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff9ff282242800:17072] 0 exiting: rc = 1 00000100:00100000:2.0:1788263518.793014:0:17073:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff9ff282242000:17073] 1 exiting: rc = 0 00000100:00100000:0.0:1788263518.793188:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793196:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793201:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793206:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793211:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793216:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793220:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793225:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793230:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793234:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793239:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793244:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793249:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793254:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793259:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793264:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793268:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793273:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793278:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793283:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793287:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793292:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793297:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793302:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793308:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793328:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793333:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793339:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793344:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793349:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793354:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793359:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793364:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793369:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793374:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793379:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793384:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793389:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793394:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793399:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793404:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793409:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793414:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793419:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793423:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793428:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793432:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793436:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793441:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793445:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793449:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793454:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793458:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793463:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793467:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793471:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793476:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793480:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793484:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793489:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793500:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793504:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793510:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793514:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263518.793839:0:17074:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff9ff3b3a0d000:17074] 0 exiting: rc = 1 00000100:00100000:1.0:1788263518.793923:0:17075:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff9ff3b3a0c800:17075] 1 exiting: rc = 0 00000100:00100000:0.0:1788263518.793989:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.793995:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794000:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794005:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794010:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794014:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794019:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794033:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794040:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794044:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794049:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794053:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794058:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794062:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794067:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794072:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794076:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794081:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794086:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794090:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794095:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794099:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794104:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794109:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794115:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794119:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794124:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794129:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794134:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794138:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794143:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794157:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794162:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794167:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794173:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794177:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794182:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794188:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794193:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794198:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794203:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794207:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794211:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794215:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794220:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794225:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794230:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794234:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794239:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794243:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794247:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794251:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794255:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794260:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794264:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794269:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794273:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794277:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794282:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794287:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794291:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794295:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794299:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.794303:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263518.794716:0:17077:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff9ff3ae49f000:17077] 1 exiting: rc = 0 00000100:00100000:1.0:1788263518.794924:0:17076:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff9ff3b3a0de00:17076] 0 exiting: rc = 1 00000100:00100000:0.0:1788263518.795681:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795688:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795707:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795712:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795717:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795722:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795729:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795734:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795739:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795744:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795749:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795754:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795759:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795764:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795770:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795775:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795780:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795785:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795789:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795795:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795801:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795806:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795811:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795815:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795820:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795824:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795829:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795834:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795839:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795845:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795850:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795855:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795860:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795947:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795954:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795961:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795967:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795981:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795986:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795992:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.795996:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796001:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796007:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796015:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796020:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796090:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796098:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796103:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796108:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796113:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796118:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796122:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796127:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796132:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796137:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796142:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796147:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796152:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796156:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796162:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796167:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796171:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796175:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263518.796180:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263518.798531:0:17078:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff9ff3ae49f800:17078] 0 exiting: rc = 1 00000100:00100000:0.0:1788263518.798840:0:17080:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff9ff3853ffc00:17080] 2 exiting: rc = 0 00000100:00100000:1.0:1788263518.801327:0:17079:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff9ff3ae49e000:17079] 1 exiting: rc = 0 00000100:00100000:1.0:1788263518.801437:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801447:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801456:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801464:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801473:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801481:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801491:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801503:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801512:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801523:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801531:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801537:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801543:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801548:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801554:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801574:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801599:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801606:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801612:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801617:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801623:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801631:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801648:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801657:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801665:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801674:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801682:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801690:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801698:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801705:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801714:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.801721:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802319:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802327:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802334:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802341:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802348:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802356:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802363:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802396:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802404:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802410:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802415:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802422:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802429:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802436:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802442:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802450:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802456:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802462:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802467:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802472:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802477:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802483:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802489:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802495:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802500:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802516:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802522:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802539:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802546:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802551:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802556:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263518.802574:0:20838:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1788263518.816796:0:20838:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788263518.816827:0:20838:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1788263518.816833:0:20838:0:(genops.c:885:class_export_put()) final put ffff9ff283a0c000/MDS_uuid 00000020:00000080:1.0:1788263518.816838:0:20838:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283a0c000/MDS_uuid for MDS 00000020:01000000:1.0:1788263518.816845:0:20838:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1788263518.817623:0:20838:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00010000:00010000:3.0:1788263519.471906:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263520.495852:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263521.521819:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1788263522.362089:0:21038:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1788263522.379928:0:21038:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:3.0:1788263522.379984:0:21038:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263522.379999:0:21038:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263522.380014:0:21038:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263522.380021:0:21038:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263522.380063:0:21038:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1788263522.380069:0:21038:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1788263522.380103:0:21038:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788263522.380108:0:21038:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788263522.380113:0:21038:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788263522.380119:0:21038:0:(import.c:65:import_set_state_nolock()) ffff9ff282c72000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:3.0:1788263522.380124:0:21038:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1788263522.380126:0:21038:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:3.0:1788263522.380129:0:21038:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:3.0:1788263522.380941:0:21038:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1788263522.380945:0:21038:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:3.0:1788263522.380949:0:21038:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788263522.380969:0:21038:0:(import.c:65:import_set_state_nolock()) ffff9ff282290000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00010000:00010000:0.0:1788263522.381062:0:17054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263522.381069:0:17054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263522.381079:0:17054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff283b69000 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:0.0:1788263522.381092:0:17054:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263522.381103:0:17054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788263522.381110:0:17054:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263522.381115:0:17054:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:0.0:1788263522.381118:0:17054:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:0.0:1788263522.381120:0:17054:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:0.0:1788263522.381134:0:17054:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ff3a0df8000 00010000:00010000:0.0:1788263522.381137:0:17054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263522.381143:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff283b69000/0x4b1103cba6670705 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba667070c expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263522.381155:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263522.381157:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263522.381159:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263522.381750:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3617:1875129709857024:0@lo:39:umount.0 00000400:00000100:1.0:1788263522.381805:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875129709857024 offset 0 length 224: 4 00010000:00010000:3.0:1788263522.544216:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788263522.864206:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788263522.864217:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788263522.864221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788263522.864225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1788263522.864230:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff282f62000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788263522.864239:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 526 00000100:00080000:0.0:1788263522.864244:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788263522.864265:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ff282f62000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788263522.864302:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3b39dfb80 x1875129709857152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788263522.864379:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788263522.864386:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3617:1875129709857152:0@lo:38:kworker.0 00000100:00100000:3.0:1788263522.864395:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1875129709857280:0@lo:400:kworker.0 00000400:00000100:1.0:1788263522.864438:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875129709857152 offset 0 length 520: 4 00000400:00000100:3.0:1788263522.864746:0:3619:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875129709857280 offset 0 length 224: 4 00010000:00010000:0.0:1788263523.567973:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788263523.889553:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788263523.889561:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788263523.889564:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788263523.889568:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788263523.889649:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788263523.889672:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709857408:0@lo:400:kworker.0 00000400:00000100:0.0:1788263523.889736:0:3618:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875129709857408 offset 0 length 224: 4 00000001:00100000:0.0:1788263523.905031:0:19385:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1788263523.905041:0:19385:0:(genops.c:885:class_export_put()) final put ffff9ff282290800/lustre-MDT0001-mdtlov_UUID 00000001:00100000:2.0:1788263523.905233:0:18568:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1788263523.905237:0:18568:0:(genops.c:885:class_export_put()) final put ffff9ff282c75800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1788263523.905848:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282290800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:3.0:1788263523.905911:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282296800 for lustre-OST0001 00000020:00000080:0.0:1788263523.906161:0:38:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282c75800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1788263523.906318:0:38:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282c70000 for lustre-OST0000 00010000:00010000:3.0:1788263524.591802:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263525.617427:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263526.641130:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263527.664203:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788263527.920309:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263527.920319:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263527.920322:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263527.920326:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788263527.920462:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788263527.920484:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709857536:0@lo:400:kworker.0 00000400:00000100:0.0:1788263527.920538:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875129709857536 offset 0 length 224: 4 00010000:00010000:3.0:1788263528.687837:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263529.008634:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263518/real 1788263518] req@ffff9ff3867b7b80 x1875129709856896/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788263528 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263529.008663:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff3867b7b80 x1875129709856896/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788263528 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788263529.008692:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0df8000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788263529.008709:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1788263529.008713:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fb36e90-c209-4884-91f2-1155be4ad295:3617:1875129709856896:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:1.0:1788263529.008777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788263529.008782:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:1.0:1788263529.008785:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0df8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788263529.008791:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 527 00000100:00080000:1.0:1788263529.008796:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.126@tcp: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788263529.008803:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff9ff3a0df8000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263529.008844:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387f800 x1875129709857664/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788263529.008866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1788263529.008870:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788263529.008943:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709857792:0@lo:400:kworker.0 00000400:00000100:0.0:1788263529.008993:0:3621:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875129709857792 offset 0 length 224: 4 00000100:00100000:3.0:1788263529.009417:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fb36e90-c209-4884-91f2-1155be4ad295:3617:1875129709857664:0@lo:250:kworker.0 00000400:00000100:3.0:1788263529.009442:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875129709857664 offset 0 length 520: 4 00010000:00010000:0.0:1788263529.712360:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263530.735814:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263531.761063:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263532.081926:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263522/real 1788263522] req@ffff9ff3867b5180 x1875129709857024/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788263532 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263532.081962:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff3867b5180 x1875129709857024/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788263532 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788263532.081982:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff282290000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1788263532.081999:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3617:1875129709857024:0@lo:39:umount.0 00000100:00080000:2.0:1788263532.082017:0:21038:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788263532.082025:0:21038:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff3867b5180 x1875129709857024/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788263532 ref 1 fl Complete:EXNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263532.082198:0:21038:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1788263532.082205:0:21038:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1788263532.083449:0:21038:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263532.083465:0:21038:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263532.083473:0:21038:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263532.083479:0:21038:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263532.083506:0:21038:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788263532.083514:0:21038:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263532.083521:0:21038:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263532.083527:0:21038:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263532.083551:0:21038:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263532.083571:0:21038:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:2.0:1788263532.083576:0:21038:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:2.0:1788263532.083628:0:21038:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:2.0:1788263532.083632:0:21038:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:2.0:1788263532.083636:0:21038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263532.083642:0:21038:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1788263532.083647:0:21038:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9ff3aec2cd28) has no exports 00000020:00080000:2.0:1788263532.083681:0:21038:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff9ff3aec2cd28) has no exports 00000020:01000000:2.0:1788263532.085402:0:21038:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff384cd6c60 - data ffff9ff3b8b68e58/ffff9ff385d53c00 00000020:01000000:2.0:1788263532.085556:0:21038:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff384cd6420 - data ffff9ff3b899b1b0/ffff9ff28317cc00 00010000:00010000:3.0:1788263532.085726:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788263532.085735:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263532.085746:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff283b69c00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:3.0:1788263532.085749:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263532.085777:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788263532.085784:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788263532.085790:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788263532.085804:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:3.0:1788263532.085807:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:3.0:1788263532.085822:0:17053:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ff3a0df8000 00010000:00010000:3.0:1788263532.085827:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263532.085834:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff283b69c00/0x4b1103cba66706db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba66706e2 expref: -99 pid: 18567 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263532.085846:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263532.085849:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263532.085856:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0800 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:3.0:1788263532.085858:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263532.085865:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788263532.085871:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788263532.085887:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788263532.085889:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:3.0:1788263532.085891:0:17053:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:3.0:1788263532.085898:0:17053:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ff3a0df8000 00010000:00010000:3.0:1788263532.085900:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263532.085906:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0800/0x4b1103cba6670a3f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba6670a46 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263532.085915:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263532.085916:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263532.085918:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263532.085972:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:2.0:1788263532.102877:0:21038:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:3.0:1788263532.113703:0:21038:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66706f0 00000020:00000080:3.0:1788263532.113716:0:21038:0:(genops.c:885:class_export_put()) final put ffff9ff2833d1800/lustre-OST0000-osd_UUID 00000020:01000004:3.0:1788263532.113748:0:21038:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff38760a800 from lustre-OST0000, refs=2 00000020:01000004:3.0:1788263532.113752:0:21038:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff38760a800 2 00000020:01000004:3.0:1788263532.113754:0:21038:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ff38760a800 from lustre-OST0000 00000020:00000080:3.0:1788263532.113787:0:21038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788263532.113805:0:21038:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:3.0:1788263532.113807:0:21038:0:(genops.c:885:class_export_put()) final put ffff9ff2833d2800/lustre-OST0000_UUID 00000020:00000080:3.0:1788263532.113810:0:21038:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff2833d2800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:3.0:1788263532.113816:0:21038:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:3.0:1788263532.113910:0:21038:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:3.0:1788263532.113915:0:21038:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:3.0:1788263532.113919:0:21038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788263532.113924:0:21038:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1788263532.113930:0:21038:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff9ff282c77000 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1788263532.113936:0:21038:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff9ff283228000) has exports, disconnecting them 00000020:00080000:3.0:1788263532.113951:0:21038:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff9ff282c77000), last request at 1788263452 00000020:00000080:3.0:1788263532.113955:0:21038:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba667071a 00000020:00080000:3.0:1788263532.113964:0:21038:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff282c77000): rc 0 00000020:00000080:3.0:1788263532.113970:0:21038:0:(genops.c:885:class_export_put()) final put ffff9ff282c77000/lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788263532.114599:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff2833d1800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788263532.114620:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282c77000/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:0.0:1788263532.115727:0:21038:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:0.0:1788263532.115733:0:21038:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788263532.115745:0:21038:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:0.0:1788263532.115751:0:21038:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1788263532.115921:0:21038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1788263532.115929:0:21038:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:0.0:1788263532.115936:0:21038:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:0.0:1788263532.115941:0:21038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788263532.115945:0:21038:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:0.0:1788263532.115952:0:21038:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff9ff282294800 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1788263532.115957:0:21038:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff9ff3b002b370) has exports, disconnecting them 00000020:00080000:0.0:1788263532.115961:0:21038:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff9ff282294800), last request at 1788263452 00000020:00000080:0.0:1788263532.115965:0:21038:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba667072f 00000020:00080000:0.0:1788263532.115979:0:21038:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff282294800): rc 0 00000020:00000080:0.0:1788263532.115983:0:21038:0:(genops.c:885:class_export_put()) final put ffff9ff282294800/lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788263532.116652:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282c72000 for lustre-MDT0000-lwp-OST0000 00000020:00000080:1.0:1788263532.116661:0:37:0:(genops.c:885:class_export_put()) final put ffff9ff282c74800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:1.0:1788263532.116664:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282c74800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:1.0:1788263532.116671:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:1.0:1788263532.116732:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282294800/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:1.0:1788263532.116753:0:21038:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:1.0:1788263532.116757:0:21038:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1788263532.116761:0:21038:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:1.0:1788263532.116765:0:21038:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1788263532.116781:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282290000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:1.0:1788263532.116920:0:21038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788263532.116925:0:21038:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:1.0:1788263532.116929:0:21038:0:(genops.c:885:class_export_put()) final put ffff9ff38438e800/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:1.0:1788263532.116931:0:21038:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff38438e800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:1.0:1788263532.116935:0:21038:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:1.0:1788263532.116962:0:21038:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff38760a800 1 00000020:00000080:1.0:1788263532.116967:0:21038:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66706cd 00000020:00000080:1.0:1788263532.116971:0:21038:0:(genops.c:885:class_export_put()) final put ffff9ff3bc480800/lustre-OST0000-osd_UUID 00000020:01000000:1.0:1788263532.116980:0:21038:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:1.0:1788263532.116987:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc480800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:1.0:1788263532.116995:0:21038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788263532.116999:0:21038:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1788263532.117002:0:21038:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff9ff281fa4d28) has no exports 00000020:00000080:2.0:1788263532.202787:0:21038:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788263532.202813:0:21038:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:2.0:1788263532.202818:0:21038:0:(genops.c:885:class_export_put()) final put ffff9ff38760b800/lustre-OST0000-osd_UUID 00000020:00000080:2.0:1788263532.202823:0:21038:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff38760b800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:2.0:1788263532.202833:0:21038:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:2.0:1788263532.202941:0:21038:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ff38760e000 00000020:02000400:2.0:1788263532.205854:0:21038:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:3.0:1788263532.785089:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263533.812414:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788263534.130542:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263534.130551:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263534.130554:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263534.130557:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1788263534.130727:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709857920:0@lo:400:kworker.0 00000400:00000100:0.0:1788263534.130792:0:3618:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875129709857920 offset 0 length 224: 4 00010000:00010000:3.0:1788263534.832386:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:0.0:1788263535.516346:0:21240:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1788263535.536803:0:21240:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:0.0:1788263535.536915:0:21240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263535.536934:0:21240:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263535.536942:0:21240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263535.536949:0:21240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263535.537221:0:21240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1788263535.537228:0:21240:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1788263535.537260:0:21240:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788263535.537276:0:21240:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff3b39dfb80 x1875129709857152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788263542 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263535.537299:0:21240:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1788263535.537307:0:21240:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1788263535.537314:0:21240:0:(import.c:65:import_set_state_nolock()) ffff9ff282f62000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:0.0:1788263535.537319:0:21240:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1788263535.537323:0:21240:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff3b39dfb80 x1875129709857152/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1788263542 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263535.537329:0:21240:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788263535.537332:0:21240:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 9s for inflight to error out 00000100:00100000:1.0:1788263535.537464:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3617:1875129709857152:0@lo:38:kworker.0 00000100:00080000:0.0:1788263535.538668:0:21240:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788263535.538683:0:21240:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff3b39dd500 x1875129709857280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263538 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263535.538707:0:21240:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff3b39de680 x1875129709857408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263539 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263535.538732:0:21240:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff3867b6a00 x1875129709857536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263543 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263535.538747:0:21240:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff28387ea00 x1875129709857792/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263535.538756:0:21240:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff3867b5180 x1875129709857920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263535.538764:0:21240:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00100000:0.0:1788263535.538815:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709857792:0@lo:400:kworker.0 00000100:00100000:0.0:1788263535.538838:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709857536:0@lo:400:kworker.0 00000100:00080000:0.0:1788263535.538878:0:21240:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:0.0:1788263535.538907:0:21240:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc672000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1788263535.539000:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709857920:0@lo:400:kworker.0 00000100:00100000:2.0:1788263535.539009:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39de680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709857408:0@lo:400:kworker.0 00000100:00100000:1.0:1788263535.543547:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3619:1875129709857280:0@lo:400:kworker.0 00000100:00100000:1.0:1788263535.543659:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3617:1875129709858048:0@lo:39:umount.0 00000400:00000100:1.0:1788263535.543765:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1875129709858048 offset 0 length 224: 4 00010000:00010000:3.0:1788263535.545593:0:17054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263535.545612:0:17054:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263535.545626:0:17054:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150f600 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:3.0:1788263535.545631:0:17054:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263535.545644:0:17054:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788263535.545653:0:17054:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788263535.545659:0:17054:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788263535.545663:0:17054:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:3.0:1788263535.545667:0:17054:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:3.0:1788263535.546218:0:17054:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ff3a0df8000 00010000:00010000:3.0:1788263535.546226:0:17054:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263535.546236:0:17054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff38150f600/0x4b1103cba667079f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba66707a6 expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263535.548724:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263535.548736:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263535.548740:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263535.856137:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263536.879796:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263537.903959:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263538.928263:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788263539.249417:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1788263539.249429:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:3.0:1788263539.951864:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263540.975790:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263542.001266:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263543.023777:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263544.049461:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1788263544.367799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788263544.367810:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788263544.751810:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263529/real 1788263529] req@ffff9ff28387f800 x1875129709857664/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788263544 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263544.751862:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff28387f800 x1875129709857664/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1788263544 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788263544.751882:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0df8000 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788263544.751906:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:1.0:1788263544.751910:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fb36e90-c209-4884-91f2-1155be4ad295:3617:1875129709857664:0@lo:250:kworker.0 00000100:00080000:0.0:1788263544.751963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 8fb36e90-c209-4884-91f2-1155be4ad295->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1788263544.751970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:0.0:1788263544.751974:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0df8000 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788263544.751979:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 538 00000100:00080000:0.0:1788263544.751985:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.126@tcp: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788263544.752062:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff9ff3a0df8000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788263544.752098:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3b39dc700 x1875129709858176/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788263544.752747:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fb36e90-c209-4884-91f2-1155be4ad295:3617:1875129709858176:0@lo:250:kworker.0 00000400:00000100:1.0:1788263544.752795:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1875129709858176 offset 0 length 520: 4 00010000:00010000:2.0:1788263545.071796:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263545.775713:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263535/real 1788263535] req@ffff9ff3b39ddf80 x1875129709858048/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788263545 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263545.775747:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff3b39ddf80 x1875129709858048/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1788263545 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1788263545.775766:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc672000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1788263545.775786:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39ddf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3617:1875129709858048:0@lo:39:umount.0 00000100:00080000:0.0:1788263545.775882:0:21240:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1788263545.775887:0:21240:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1788263545.775892:0:21240:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1788263545.776870:0:21240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263545.776885:0:21240:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263545.776893:0:21240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263545.776900:0:21240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263545.776989:0:21240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263545.776998:0:21240:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263545.777006:0:21240:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263545.777013:0:21240:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263545.777020:0:21240:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263545.778424:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788263545.778435:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263545.778444:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150e600 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:3.0:1788263545.778448:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263545.778457:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788263545.778474:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788263545.778479:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:3.0:1788263545.778482:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 00010000:00010000:3.0:1788263545.778508:0:17053:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ff3a0df8000 00010000:00010000:3.0:1788263545.778513:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263545.778520:0:17053:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff38150e600/0x4b1103cba6670775 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba667077c expref: -99 pid: 19384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263545.778538:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263545.778542:0:17053:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263545.778547:0:17053:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ece00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:3.0:1788263545.778551:0:17053:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263545.778557:0:17053:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788263545.778564:0:17053:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788263545.778569:0:17053:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:3.0:1788263545.778571:0:17053:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:3.0:1788263545.778574:0:17053:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ff3a0df8000 00010000:00010000:3.0:1788263545.778610:0:17053:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263545.778619:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263545.778620:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263545.778622:0:17053:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263545.778901:0:21240:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788263545.778907:0:21240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff2823ece00/0x4b1103cba6670a31 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba6670a38 expref: -99 pid: 17062 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263545.778922:0:21240:0:(mgc_request.c:130:config_log_put()) dropping config log params 10000000:01000000:0.0:1788263545.778927:0:21240:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 10000000:01000000:0.0:1788263545.778930:0:21240:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1788263545.778963:0:21240:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1788263545.778967:0:21240:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1788263545.778973:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1788263545.778978:0:21240:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1788263545.778982:0:21240:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9ff3aec299b8) has no exports 00000020:00080000:0.0:1788263545.779004:0:21240:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff9ff3aec299b8) has no exports 00010000:00010000:2.0:1788263545.780778:0:17054:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1788263545.785197:0:21240:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff384cd6b40 - data ffff9ff3b8a38bd0/ffff9ff385d51c00 00000020:01000000:0.0:1788263545.785318:0:21240:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff9ff390d33ba0 - data ffff9ff3b8a5d510/ffff9ff3bc24e800 00100000:10000000:0.0:1788263545.796421:0:21240:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1788263545.807553:0:21240:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba667078a 00000020:00000080:1.0:1788263545.807565:0:21240:0:(genops.c:885:class_export_put()) final put ffff9ff2833d4000/lustre-OST0001-osd_UUID 00000020:01000004:1.0:1788263545.807608:0:21240:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff3bc204800 from lustre-OST0001, refs=2 00000020:01000004:1.0:1788263545.807613:0:21240:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff3bc204800 2 00000020:01000004:1.0:1788263545.807616:0:21240:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff9ff3bc204800 from lustre-OST0001 00000020:00000080:1.0:1788263545.807641:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788263545.807651:0:21240:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:1.0:1788263545.807654:0:21240:0:(genops.c:885:class_export_put()) final put ffff9ff2833d5800/lustre-OST0001_UUID 00000020:00000080:1.0:1788263545.807664:0:21240:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff2833d5800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:1.0:1788263545.807671:0:21240:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:1.0:1788263545.807780:0:21240:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 8fb36e90-c209-4884-91f2-1155be4ad295->MGS 00010000:00010000:1.0:1788263545.807794:0:21240:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff283b68800/0x4b1103cba6670599 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba66705a0 expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788263545.807806:0:21240:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff283b68800/0x4b1103cba6670599 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba66705a0 expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263545.807814:0:21240:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:1.0:1788263545.807817:0:21240:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:1.0:1788263545.807820:0:21240:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:1.0:1788263545.807833:0:21240:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ff3a0df8000 00010000:00010000:1.0:1788263545.807838:0:21240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff283b68800/0x4b1103cba6670599 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba66705a0 expref: -99 pid: 17797 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263545.807853:0:21240:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0600/0x4b1103cba6670488 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0x4b1103cba667048f expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788263545.807859:0:21240:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0600/0x4b1103cba6670488 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0x4b1103cba667048f expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263545.807865:0:21240:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1788263545.807867:0:21240:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:1.0:1788263545.807869:0:21240:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:1.0:1788263545.807876:0:21240:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff9ff3a0df8000 00010000:00010000:1.0:1788263545.807879:0:21240:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff3bf6d0600/0x4b1103cba6670488 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0x4b1103cba667048f expref: -99 pid: 17044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788263545.807894:0:21240:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0df8000 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:1.0:1788263545.807897:0:21240:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:1.0:1788263545.807904:0:21240:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:1.0:1788263545.807906:0:21240:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:1.0:1788263545.807910:0:21240:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:1.0:1788263545.807921:0:21240:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff9ff3b39dc700 x1875129709858176/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1788263564 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:1.0:1788263545.807937:0:21240:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1788263545.807940:0:21240:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 25s for inflight to error out 00000020:00000080:2.0:1788263545.808065:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff2833d4000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000100:00100000:3.0:1788263545.808395:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:8fb36e90-c209-4884-91f2-1155be4ad295:3617:1875129709858176:0@lo:250:kworker.0 10000000:01000000:1.0:1788263545.808470:0:21240:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:1.0:1788263545.808478:0:21240:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba6670473 00000020:00000080:1.0:1788263545.808483:0:21240:0:(genops.c:885:class_export_put()) final put ffff9ff283a0f000/8fb36e90-c209-4884-91f2-1155be4ad295 00000020:01000000:1.0:1788263545.808573:0:21240:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.203.126@tcp (flags='') 00000020:00000080:1.0:1788263545.808600:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788263545.808605:0:21240:0:(obd_config.c:956:class_cleanup()) MGC192.168.203.126@tcp: forcing exports to disconnect: 0/3 00000020:00080000:1.0:1788263545.808609:0:21240:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff9ff3af7e19b8) has no exports 10000000:01000000:3.0:1788263545.808665:0:17062:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:1.0:1788263545.810108:0:21240:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.203.126@tcp: client import never connected 00000100:00080000:1.0:1788263545.810114:0:21240:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:1.0:1788263545.810117:0:21240:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:1.0:1788263545.810121:0:21240:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:1.0:1788263545.810124:0:21240:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1788263545.813797:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff283a0f000/8fb36e90-c209-4884-91f2-1155be4ad295 for MGC192.168.203.126@tcp 00000020:00000080:1.0:1788263545.814777:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1788263545.814788:0:21240:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.203.126@tcp (uuid 8fb36e90-c209-4884-91f2-1155be4ad295) 00000020:01000000:1.0:1788263545.814795:0:21240:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:1.0:1788263545.814802:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1788263545.814807:0:21240:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1788263545.814814:0:21240:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff9ff282f67000 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1788263545.814821:0:21240:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff9ff3ad8ecd28) has exports, disconnecting them 00000020:00080000:1.0:1788263545.814826:0:21240:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff9ff282f67000), last request at 1788263467 00000020:00000080:1.0:1788263545.814831:0:21240:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66707b4 00000020:00080000:1.0:1788263545.814843:0:21240:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff282f67000): rc 0 00000020:00000080:1.0:1788263545.814847:0:21240:0:(genops.c:885:class_export_put()) final put ffff9ff282f67000/lustre-MDT0000-lwp-OST0001 00000020:00000080:2.0:1788263545.816691:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff3a0df8000 for MGC192.168.203.126@tcp 00000020:00000080:2.0:1788263545.816715:0:37:0:(genops.c:885:class_export_put()) final put ffff9ff3851c2000/8fb36e90-c209-4884-91f2-1155be4ad295 00000020:00000080:2.0:1788263545.816718:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3851c2000/8fb36e90-c209-4884-91f2-1155be4ad295 for MGC192.168.203.126@tcp 00000020:01000000:2.0:1788263545.816726:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.203.126@tcp (8fb36e90-c209-4884-91f2-1155be4ad295) 00000020:00000080:2.0:1788263545.817565:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282f67000/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00010000:01000000:2.0:1788263545.830714:0:21240:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788263545.830723:0:21240:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1788263545.830728:0:21240:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788263545.830735:0:21240:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1788263545.830934:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788263545.830943:0:21240:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:2.0:1788263545.830949:0:21240:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1788263545.830953:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263545.830958:0:21240:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1788263545.830966:0:21240:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff9ff282099000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1788263545.830973:0:21240:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff9ff3ad8e99b8) has exports, disconnecting them 00000020:00080000:2.0:1788263545.830977:0:21240:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff9ff282099000), last request at 1788263467 00000020:00000080:2.0:1788263545.830982:0:21240:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba66707c9 00000020:00080000:2.0:1788263545.830998:0:21240:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff9ff282099000): rc 0 00000020:00000080:2.0:1788263545.831005:0:21240:0:(genops.c:885:class_export_put()) final put ffff9ff282099000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1788263545.831601:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff282f62000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1788263545.831611:0:37:0:(genops.c:885:class_export_put()) final put ffff9ff282f64800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1788263545.831614:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282f64800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1788263545.831625:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1788263545.831688:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282099000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:2.0:1788263545.902449:0:21240:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:2.0:1788263545.902481:0:21240:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1788263545.902485:0:21240:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1788263545.902551:0:21240:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:1.0:1788263545.903566:0:17053:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1788263545.904666:0:17054:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:1.0:1788263545.905321:0:17048:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff9ff385417e00:17048] 0 exiting: rc = 1 00000100:00100000:1.0:1788263545.905378:0:17049:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff9ff2838bda00:17049] 1 exiting: rc = 0 00000100:00100000:2.0:1788263545.905572:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.905877:0:17051:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff9ff398350400:17051] 1 exiting: rc = 0 00000100:00100000:1.0:1788263545.905985:0:17050:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff9ff398350200:17050] 0 exiting: rc = 1 00000100:00100000:1.0:1788263545.906051:0:20636:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff9ff282d2b000:20636] 3 exiting: rc = 0 00000100:00100000:1.0:1788263545.906147:0:17052:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff9ff3a268bc00:17052] 2 exiting: rc = 0 00000100:00100000:2.0:1788263545.906562:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906570:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906593:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906601:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906606:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906612:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906619:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906624:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906631:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906636:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906641:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906646:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906651:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906655:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906661:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906665:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906670:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906674:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906680:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906684:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906689:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906694:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906710:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906715:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906721:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906727:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906732:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906737:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906742:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906760:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906765:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906770:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906775:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906779:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906785:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906790:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906795:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906800:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906804:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906809:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906815:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906821:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906827:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906832:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906837:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906842:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906847:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906852:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906857:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906862:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906867:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906871:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906876:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906881:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906885:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906890:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906895:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906899:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906903:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906907:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906913:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906918:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906924:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.906929:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:2.0:1788263545.908318:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1788263545.908329:0:21240:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:2.0:1788263545.908335:0:21240:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff3bc204800 1 00000020:00000080:2.0:1788263545.908342:0:21240:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0x4b1103cba667076e 00000020:00000080:2.0:1788263545.908349:0:21240:0:(genops.c:885:class_export_put()) final put ffff9ff3bc206000/lustre-OST0001-osd_UUID 00000020:01000000:2.0:1788263545.908528:0:21240:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:2.0:1788263545.908536:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1788263545.908541:0:21240:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1788263545.908546:0:21240:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff9ff3ad8e8000) has no exports 00000020:00000080:3.0:1788263545.912686:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff9ff3bc672000 for lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1788263545.912714:0:37:0:(genops.c:885:class_export_put()) final put ffff9ff282f61800/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1788263545.912717:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff282f61800/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1788263545.912733:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1788263545.912804:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc206000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:3.0:1788263545.965810:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788263545.965826:0:21240:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:3.0:1788263545.965831:0:21240:0:(genops.c:885:class_export_put()) final put ffff9ff3bc201800/lustre-OST0001-osd_UUID 00000020:00000080:3.0:1788263545.965836:0:21240:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc201800/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:3.0:1788263545.965847:0:21240:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:3.0:1788263545.966313:0:21240:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff9ff3bc200000 00000020:01000000:3.0:1788263545.966336:0:21240:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:3.0:1788263545.966340:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1788263545.966344:0:21240:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1788263545.966348:0:21240:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff9ff281fa3370) has no exports 00000020:00000080:3.0:1788263545.966798:0:21240:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1788263545.966806:0:21240:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:3.0:1788263545.966810:0:21240:0:(genops.c:885:class_export_put()) final put ffff9ff3bc482000/OSS_uuid 00000020:00000080:3.0:1788263545.966812:0:21240:0:(genops.c:844:class_export_destroy()) destroying export ffff9ff3bc482000/OSS_uuid for OSS 00000020:01000000:3.0:1788263545.966816:0:21240:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00080000:2.0:1788263545.966894:0:17061:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:3.0:1788263545.966913:0:18574:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff9ff3bc4b4800:18574] 2 exiting: rc = 0 00000100:00100000:0.0:1788263545.967070:0:18572:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff9ff386690a00:18572] 0 exiting: rc = 1 00000100:00100000:0.0:1788263545.967133:0:18573:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff9ff3866b7400:18573] 1 exiting: rc = 0 00000100:00100000:0.0:1788263545.967200:0:19604:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff9ff2817bc800:19604] 4 exiting: rc = 0 00000100:00100000:1.0:1788263545.967250:0:19151:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff9ff281f62600:19151] 3 exiting: rc = 0 00000100:00100000:3.0:1788263545.967434:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967442:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967510:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967516:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967521:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967526:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967530:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967814:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967822:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967826:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967831:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967836:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967840:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967845:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967850:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967855:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967859:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967864:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967871:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967878:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967883:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967888:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967893:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967898:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967903:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967908:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967913:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967917:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967921:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967926:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967931:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967936:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967953:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967959:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967965:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967970:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967975:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967988:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967992:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.967997:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968002:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968007:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968012:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968017:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968021:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968026:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968031:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968036:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968041:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968047:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968052:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968056:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968061:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968067:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968072:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968076:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968184:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968193:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968202:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968208:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968213:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968218:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968224:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.968229:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263545.969734:0:18575:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff9ff28232f400:18575] 0 exiting: rc = 1 00000100:00100000:2.0:1788263545.969849:0:18576:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff9ff3a961f000:18576] 1 exiting: rc = 0 00000100:00100000:3.0:1788263545.970711:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970719:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970724:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970730:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970734:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970740:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970745:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970749:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970773:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970778:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970783:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970788:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970793:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970799:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970804:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970809:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970815:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970819:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970823:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970828:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970832:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970836:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970841:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970846:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970850:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970856:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970860:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970873:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970880:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970886:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970891:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970896:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970901:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970906:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970911:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970916:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970921:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970925:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970930:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970935:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970951:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970956:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970961:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970974:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970979:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970983:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970987:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970992:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.970996:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971000:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971005:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971010:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971014:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971019:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971023:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971027:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971032:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971037:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971047:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971053:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971058:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971062:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971070:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.971076:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263545.976135:0:18578:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff9ff3a9614c00:18578] 1 exiting: rc = 0 00000100:00100000:1.0:1788263545.976904:0:18577:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff9ff28232e000:18577] 0 exiting: rc = 1 00000100:00100000:2.0:1788263545.979575:0:18579:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff9ff282ecc200:18579] 2 exiting: rc = 0 00000100:00100000:2.0:1788263545.981322:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981331:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981338:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981343:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981348:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981368:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981375:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981381:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981386:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981391:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981396:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981402:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981407:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981413:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981418:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981423:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981429:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981435:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981441:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981459:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981466:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981472:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981508:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981515:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981520:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981525:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981531:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981547:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981552:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981557:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981562:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981567:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981572:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981594:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981600:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981605:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981611:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981616:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981622:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981627:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981633:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981638:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981643:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981649:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981655:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981661:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981683:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981689:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981704:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981710:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981716:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981721:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981727:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981732:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981737:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981743:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981748:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981761:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981766:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981771:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981777:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981782:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981796:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1788263545.981811:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1788263545.997747:0:18580:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff9ff28232ea00:18580] 0 exiting: rc = 1 00000100:00100000:3.0:1788263545.997927:0:18581:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff9ff386750a00:18581] 1 exiting: rc = 0 00000100:00100000:3.0:1788263545.999686:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999695:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999711:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999744:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999750:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999755:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999761:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999766:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999772:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999776:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999781:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999785:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999789:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999808:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999812:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999817:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999822:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999827:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999832:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999839:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999844:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999848:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999853:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999858:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999864:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999868:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999873:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999878:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999883:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999888:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999892:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999896:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999900:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999905:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999910:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999915:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999920:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999924:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999929:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999935:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999951:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999957:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999963:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999978:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999982:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999988:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999993:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263545.999997:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000009:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000014:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000019:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000025:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000030:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000035:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000040:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000046:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000051:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000056:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000061:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000067:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000072:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000078:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000082:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1788263546.000099:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.001420:0:18582:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff9ff386636000:18582] 0 exiting: rc = 1 00000100:00100000:3.0:1788263546.002213:0:18583:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff9ff28236a000:18583] 1 exiting: rc = 0 00000100:00100000:0.0:1788263546.002749:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002757:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002763:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002793:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002801:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002806:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002812:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002818:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002824:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002829:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002835:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002840:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002845:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002851:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002856:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002876:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002883:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002889:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002895:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002901:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002907:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002913:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002919:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002926:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.002931:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004195:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004215:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004240:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004247:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004267:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004273:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004278:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004284:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004288:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004294:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004300:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004306:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004311:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004317:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004335:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004342:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004347:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004354:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004362:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004367:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004372:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004378:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004383:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004389:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004396:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004402:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004423:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004431:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004436:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004442:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004461:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004467:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004473:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004479:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004484:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004489:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004494:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004499:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1788263546.004518:0:21240:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1788263546.025194:0:21240:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:2.0:1788263569.811486:0:22007:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing load_modules_local 00000020:01000004:3.0:1788263580.089956:0:22606:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1788263580.089963:0:22606:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds1_flakey 00000020:01000004:3.0:1788263580.089964:0:22606:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:3.0:1788263580.090067:0:22606:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ff3bc266000 00000020:01000004:3.0:1788263580.090082:0:22606:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-ldiskfs, lsifl=200005, mountfl=0 00000020:01000004:3.0:1788263580.090090:0:22606:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-ldiskfs) 00000020:00000080:3.0:1788263580.090103:0:22606:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff9ff28322cd28) 00000020:00000080:3.0:1788263580.090126:0:22606:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-ldiskfs with refcount 2 00100000:10000000:0.0:1788263580.165130:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.168030:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:0.0:1788263580.171004:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x9:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.171313:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:0.0:1788263580.171965:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:0.0:1788263580.172422:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788263580.172682:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:0.0:1788263580.172922:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.173267:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.173540:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.173897:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.174188:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788263580.174423:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.174675:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788263580.176072:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.178648:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.178896:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.179186:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.179431:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.179650:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.179854:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.180049:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x21:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.180329:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.180541:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.181130:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x31:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.181426:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.181673:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.181880:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x34:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.182086:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.185291:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x33:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.186101:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.186433:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.186696:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.189885:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.190277:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x22:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.190613:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.190864:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.191109:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x20:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.191418:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2f:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.191814:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1f:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.193563:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x30:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.197680:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.204648:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x1e:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.206717:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.207489:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.207955:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x23:0x0] (16/1) registered 00100000:10000000:0.0:1788263580.209534:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000003:0x32:0x0] (24/16) registered 00100000:10000000:0.0:1788263580.214361:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2020000:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.215535:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1020000:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.215829:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x20000:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.216707:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x10000:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.220240:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x1010000:0x0] (8/32) registered 00100000:10000000:0.0:1788263580.220668:0:22606:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0000: index object [0x200000006:0x2010000:0x0] (8/32) registered 00080000:01000000:0.0:1788263580.221256:0:22606:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0000: register osd-ldiskfs tunable parameters 00000020:00000080:0.0:1788263580.221550:0:22606:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:0.0:1788263580.221557:0:22606:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:0.0:1788263580.221568:0:22606:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b1103cba6670d79 00000020:01000004:0.0:1788263580.221575:0:22606:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device /dev/mapper/mds1_flakey 00000020:01000000:0.0:1788263580.223561:0:22606:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1788263580.223730:0:22606:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ff3bc266000 from MGS 00000020:01000004:1.0:1788263580.223735:0:22606:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1788263580.223750:0:22606:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff9ff3aec299b8) 00000020:00000080:1.0:1788263580.223766:0:22606:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1788263580.223834:0:22606:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff3bc266000 from MGS, refs=2 00080000:01000000:1.0:1788263580.223840:0:22606:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788263580.223846:0:22606:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b1103cba6670d87 00000100:00100000:1.0:1788263580.223969:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1788263580.224103:0:22606:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1788263580.224109:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:1.0:1788263580.224670:0:22606:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:1.0:1788263580.224679:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1788263580.225431:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788263580.226391:0:22606:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1788263580.226398:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:1.0:1788263580.231297:0:22606:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:1.0:1788263580.231317:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:1.0:1788263580.231705:0:22606:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:1.0:1788263580.231712:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:2.0:1788263580.232628:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263580.232631:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263580.232633:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263580.233480:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263580.233483:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263580.233485:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263580.237042:0:22606:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:2.0:1788263580.238999:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:1.0:1788263580.241697:0:22606:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 10000000:01000000:3.0:1788263580.249907:0:22618:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:1.0:1788263580.249985:0:22606:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:1.0:1788263580.250057:0:22606:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:1.0:1788263580.251003:0:22606:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:1.0:1788263580.251397:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788263580.251573:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:1.0:1788263580.251906:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:1.0:1788263580.252823:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:1.0:1788263580.252830:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:2.0:1788263580.254856:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:2.0:1788263580.254870:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000020:00000080:2.0:1788263580.255903:0:22606:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1788263580.255927:0:22606:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.203.126@tcp' 00000020:01000004:2.0:1788263580.255929:0:22606:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1788263580.255958:0:22606:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.203.126@tcp (typ=mgc) 00000020:00000080:2.0:1788263580.255972:0:22606:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.203.126@tcp (ffff9ff3ad8eb370) 00000020:00000080:2.0:1788263580.255990:0:22606:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1788263580.256066:0:22606:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff38769b800@MGC192.168.203.126@tcp: add connection 192.168.203.126@tcp at head 00010000:00010000:2.0:1788263580.256213:0:22606:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.203.126@tcp-0 is initialized 00000040:01000000:2.0:1788263580.256219:0:22606:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 1 is initialized 00000100:00080000:0.0:1788263580.256480:0:22623:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 10000000:01000000:2.0:1788263580.260832:0:22625:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:1.0:1788263580.260922:0:22606:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.203.126@tcp (uuid 06ba89f3-dabe-4508-962a-c383bc6a4f4f) 00000020:00000080:1.0:1788263580.260944:0:22606:0:(genops.c:1385:class_connect()) connect: client 06ba89f3-dabe-4508-962a-c383bc6a4f4f, cookie 0x4b1103cba6670d95 00000100:00080000:1.0:1788263580.260956:0:22606:0:(import.c:510:import_select_connection()) MGC192.168.203.126@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788263580.260963:0:22606:0:(import.c:624:import_select_connection()) MGC192.168.203.126@tcp: import ffff9ff38769b800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263580.260993:0:22606:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387f800 x1875129709858304/t0(0) o250->MGC192.168.203.126@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788263580.261062:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3617:1875129709858304:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1788263580.261129:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263580.261218:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709858304 00000100:00100000:2.0:1788263580.261227:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709858304 00000100:00100000:2.0:1788263580.261262:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788263580.261270:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3617:x1875129709858304:12345-0@lo:250:mount.lustre.0 00010000:00080000:2.0:1788263580.261291:0:22620:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 06ba89f3-dabe-4508-962a-c383bc6a4f4f@0@lo t0 exp 0000000000000000 cur 589 last 0 00000020:00000080:2.0:1788263580.261333:0:22620:0:(genops.c:1385:class_connect()) connect: client 06ba89f3-dabe-4508-962a-c383bc6a4f4f, cookie 0x4b1103cba6670d9c 00000100:00080000:2.0:1788263580.261513:0:22620:0:(import.c:65:import_set_state_nolock()) ffff9ff38769e000 : changing import state from RECOVER to FULL 00000100:00080000:1.0:1788263580.263853:0:22606:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 06ba89f3-dabe-4508-962a-c383bc6a4f4f->MGS 00000020:01000004:1.0:1788263580.263877:0:22606:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:1.0:1788263580.263884:0:22606:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:1.0:1788263580.263900:0:22606:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff9ff3aec2b370) 00000020:00000080:1.0:1788263580.263913:0:22606:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:2.0:1788263580.277919:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+5:3617:x1875129709858304:12345-0@lo:250:mount.lustre.0 Request processed in 16639us (16780us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.277934:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788263580.278154:0:3617:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.203.126@tcp: committing for last_committed 0 gen 1 00000100:00080000:3.0:1788263580.278166:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.203.126@tcp: connect to target with instance 0 00000100:00080000:3.0:1788263580.278175:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.203.126@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:3.0:1788263580.278180:0:3617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:3.0:1788263580.278198:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff38769b800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:3.0:1788263580.278201:0:3617:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:3.0:1788263580.278216:0:3617:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:3.0:1788263580.278223:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3617:1875129709858304:0@lo:250:mount.lustre.0 00000100:00100000:1.0:1788263580.281195:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788263580.281403:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:1.0:1788263580.281410:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1788263580.292550:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:3.0:1788263580.295378:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1788263580.300669:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1788263580.300684:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:1.0:1788263580.301410:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788263580.301630:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:1.0:1788263580.301635:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:1.0:1788263580.302158:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:1.0:1788263580.302164:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:3.0:1788263580.344428:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788263580.344789:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:3.0:1788263580.344796:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:3.0:1788263580.346128:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:3.0:1788263580.346137:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1788263580.347210:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788263580.347399:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788263580.347405:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1788263580.348051:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788263580.348058:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1788263580.348562:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788263580.348730:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788263580.348736:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1788263580.349160:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788263580.349167:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1788263580.349866:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788263580.350015:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1788263580.350020:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:0.0:1788263580.352069:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:0.0:1788263580.352080:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1788263580.370053:0:22606:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1788263580.370255:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1788263580.370262:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1788263580.373048:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1788263580.373062:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:3.0:1788263580.373919:0:22606:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:3.0:1788263580.373928:0:22606:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:3.0:1788263580.374831:0:22606:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:3.0:1788263580.374860:0:22606:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds1_flakey 10000000:01000000:3.0:1788263580.374866:0:22606:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:3.0:1788263580.374966:0:22606:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:3.0:1788263580.375000:0:22606:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.203.126@tcp, index=0000, flags=0x20005 00000020:01000004:3.0:1788263580.375005:0:22606:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1788263580.375007:0:22606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788263580.375008:0:22606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788263580.375009:0:22606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788263580.375010:0:22606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788263580.375011:0:22606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788263580.375013:0:22606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788263580.375014:0:22606:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788263580.375015:0:22606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788263580.375017:0:22606:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788263580.375019:0:22606:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:3.0:1788263580.375021:0:22606:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788263580.375022:0:22606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788263580.375023:0:22606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788263580.375024:0:22606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788263580.375025:0:22606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788263580.375030:0:22606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788263580.375031:0:22606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788263580.375032:0:22606:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788263580.375033:0:22606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788263580.375034:0:22606:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1788263580.375059:0:22606:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:3.0:1788263580.375079:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858432:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788263580.375154:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263580.375237:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff391446780 going to sleep for 11 seconds 00000100:00100000:0.0:1788263580.375935:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709858432 00000100:00100000:0.0:1788263580.375943:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709858432 00000100:00100000:0.0:1788263580.376241:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788263580.376252:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+5:22606:x1875129709858432:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1788263580.376358:0:22622:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788263580.376362:0:22622:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1788263580.376366:0:22622:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:2.0:1788263580.376736:0:22643:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1788263580.377182:0:22622:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:2.0:1788263580.382401:0:22644:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:2.0:1788263580.382408:0:22644:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:2.0:1788263580.382411:0:22644:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:2.0:1788263580.382414:0:22644:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:2.0:1788263580.382713:0:22644:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1788263580.382950:0:22622:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1788263580.382966:0:22622:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:0.0:1788263580.384348:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+5:22606:x1875129709858432:12345-0@lo:253:mount.lustre.0 Request processed in 8092us (9187us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263580.384362:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788263580.384516:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b6680 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858432:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788263580.384538:0:22606:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1788263580.384542:0:22606:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788263580.384543:0:22606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1788263580.384544:0:22606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788263580.384545:0:22606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788263580.384547:0:22606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788263580.384548:0:22606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788263580.384550:0:22606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788263580.384551:0:22606:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1788263580.384552:0:22606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788263580.384554:0:22606:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788263580.384573:0:22606:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ff3bc266000 from lustre-MDT0000 10000000:01000000:1.0:1788263580.384630:0:22606:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1788263580.384633:0:22606:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1788263580.384637:0:22606:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff9ff3ad8eb370 10000000:01000000:1.0:1788263580.384641:0:22606:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788263580.384648:0:22606:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff9ff3ad8eb370 from 1 10000000:01000000:1.0:1788263580.384652:0:22606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1788263580.384689:0:22606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.384700:0:22606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.384710:0:22606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263580.384730:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858560:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263580.384765:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263580.384797:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff384df6900 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.384900:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709858560 00000100:00100000:2.0:1788263580.384908:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709858560 00000100:00100000:2.0:1788263580.384945:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788263580.384954:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+5:22606:x1875129709858560:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263580.384966:0:22620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263580.384978:0:22620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eec200/0x4b1103cba6670db1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670daa expref: -99 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.385002:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eec200/0x4b1103cba6670db1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670daa expref: 6 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.385012:0:22620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eec200/0x4b1103cba6670db1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670daa expref: 6 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.385022:0:22620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eec200, rc 0) 00000100:00100000:2.0:1788263580.385063:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+6:22606:x1875129709858560:12345-0@lo:101:mount.lustre.0 Request processed in 111us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.385069:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788263580.385179:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858560:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788263580.385192:0:22606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.385201:0:22606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263580.385249:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858688:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263580.385275:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263580.385315:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222b900 going to sleep for 11 seconds 00000100:00100000:1.0:1788263580.385410:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709858688 00000100:00100000:1.0:1788263580.385415:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709858688 00000100:00100000:1.0:1788263580.385481:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1788263580.385496:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+6:22606:x1875129709858688:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263580.385567:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+6:22606:x1875129709858688:12345-0@lo:501:mount.lustre.0 Request processed in 72us (290us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788263580.385575:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788263580.385800:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858688:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788263580.385826:0:22606:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:0.0:1788263580.385845:0:22606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.385853:0:22606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263580.385861:0:22606:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ff3bc266000 10000000:01000000:0.0:1788263580.385865:0:22606:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788263580.385869:0:22606:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9ff3bc266000 10000000:01000000:0.0:1788263580.385871:0:22606:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:0.0:1788263580.385874:0:22606:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9ff3bc266000 from 1 10000000:01000000:0.0:1788263580.385876:0:22606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:0.0:1788263580.385898:0:22606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8400/0x4b1103cba6670db8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.385906:0:22606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8400/0x4b1103cba6670db8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.385914:0:22606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8400/0x4b1103cba6670db8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263580.385926:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858816:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788263580.385951:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263580.386130:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709858816 00000100:00100000:2.0:1788263580.386135:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709858816 00000100:00100000:2.0:1788263580.386157:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788263580.386163:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+6:22606:x1875129709858816:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263580.386171:0:22620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263580.386181:0:22620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eedc00/0x4b1103cba6670dbf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670db8 expref: -99 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.386195:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eedc00/0x4b1103cba6670dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670db8 expref: 7 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.386203:0:22620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eedc00/0x4b1103cba6670dbf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670db8 expref: 7 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.386211:0:22620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eedc00, rc 0) 00000100:00100000:2.0:1788263580.386234:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+7:22606:x1875129709858816:12345-0@lo:101:mount.lustre.0 Request processed in 71us (282us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.386240:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788263580.386386:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222b900 going to sleep for 11 seconds 00000100:00100000:0.0:1788263580.386402:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858816:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788263580.386413:0:22606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8400/0x4b1103cba6670db8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670dbf expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.386421:0:22606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8400/0x4b1103cba6670db8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670dbf expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263580.386432:0:22606:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:0.0:1788263580.386504:0:22606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8400/0x4b1103cba6670db8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670dbf expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.386512:0:22606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8400/0x4b1103cba6670db8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670dbf expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263580.386518:0:22606:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:0.0:1788263580.386521:0:22606:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788263580.386526:0:22606:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9ff3bc266000 10000000:01000000:0.0:1788263580.386535:0:22606:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:0.0:1788263580.386538:0:22606:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:0.0:1788263580.386541:0:22606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:0.0:1788263580.386556:0:22606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8a00/0x4b1103cba6670dc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.386563:0:22606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8a00/0x4b1103cba6670dc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.386570:0:22606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8a00/0x4b1103cba6670dc6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263580.386616:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858944:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788263580.386643:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263580.386664:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222b900 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.386728:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709858944 00000100:00100000:2.0:1788263580.386734:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709858944 00000100:00100000:2.0:1788263580.386758:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263580.386765:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+7:22606:x1875129709858944:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263580.386772:0:22620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263580.386780:0:22620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eed400/0x4b1103cba6670dcd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670dc6 expref: -99 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.386793:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eed400/0x4b1103cba6670dcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670dc6 expref: 8 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.386801:0:22620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eed400/0x4b1103cba6670dcd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670dc6 expref: 8 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.386814:0:22620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eed400, rc 0) 00000100:00100000:2.0:1788263580.386853:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+8:22606:x1875129709858944:12345-0@lo:101:mount.lustre.0 Request processed in 89us (209us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.386859:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788263580.386925:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709858944:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788263580.386935:0:22606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8a00/0x4b1103cba6670dc6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670dcd expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.386942:0:22606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8a00/0x4b1103cba6670dc6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670dcd expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263580.386984:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709859072:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263580.387012:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263580.387148:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222b900 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.387185:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709859072 00000100:00100000:2.0:1788263580.387190:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709859072 00000100:00100000:2.0:1788263580.387212:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788263580.387218:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+8:22606:x1875129709859072:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788263580.387351:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+9:22606:x1875129709859072:12345-0@lo:501:mount.lustre.0 Request processed in 131us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.387357:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788263580.387426:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709859072:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263580.387471:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709859200:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788263580.387511:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263580.387538:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222b900 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.387662:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709859200 00000100:00100000:2.0:1788263580.387667:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709859200 00000100:00100000:2.0:1788263580.387689:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788263580.387695:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+9:22606:x1875129709859200:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263580.388398:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+9:22606:x1875129709859200:12345-0@lo:503:mount.lustre.0 Request processed in 700us (884us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.388405:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788263580.388562:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709859200:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263580.389225:0:22645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22645:1875129709859328:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788263580.389271:0:22645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263580.389359:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709859328 00000100:00100000:2.0:1788263580.389364:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709859328 00000100:00100000:2.0:1788263580.389428:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788263580.389436:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+9:22645:x1875129709859328:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788263580.389935:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+9:22645:x1875129709859328:12345-0@lo:502:llog_process_th.0 Request processed in 499us (662us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.389949:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788263580.390104:0:22645:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a97e2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.390123:0:22645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22645:1875129709859328:0@lo:502:llog_process_th.0 00000020:01000000:2.0:1788263580.390149:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263580.390160:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263580.390162:0:22645:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788263580.390166:0:22645:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:2.0:1788263580.390168:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788263580.390182:0:22645:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff9ff3ad8e8000) 00000020:00000080:2.0:1788263580.390195:0:22645:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:2.0:1788263580.390199:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788263580.390274:0:22645:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788263580.390282:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b1103cba6670ddb 00000020:00000080:2.0:1788263580.390673:0:22645:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:2.0:1788263580.390678:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263580.390682:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263580.390684:0:22645:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:2.0:1788263580.390687:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263580.390691:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263580.390692:0:22645:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:2.0:1788263580.390695:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788263580.390703:0:22645:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff9ff3ad8e99b8) 00000020:00000080:2.0:1788263580.390712:0:22645:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:2.0:1788263580.390716:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788263580.390718:0:22645:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:2.0:1788263580.390720:0:22645:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:2.0:1788263580.390726:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788263580.390771:0:22645:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff3bc266000 from lustre-MDT0000, refs=3 00000020:00000080:2.0:1788263580.390783:0:22645:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff9ff3ad8ecd28) 00000020:00000080:2.0:1788263580.390793:0:22645:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:2.0:1788263580.390853:0:22645:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788263580.390859:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b1103cba6670df0 00000020:00000080:2.0:1788263580.390941:0:22645:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:2.0:1788263580.390947:0:22645:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788263580.390952:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0x4b1103cba6670df7 00080000:01000000:2.0:1788263580.390956:0:22645:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:2.0:1788263580.390959:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b1103cba6670dfe 00010000:00010000:1.0:1788263580.466258:0:22645:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:1.0:1788263580.468935:0:22645:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934638 00000001:00080000:1.0:1788263580.469292:0:22645:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1788263580.469968:0:22645:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff9ff3aec28000) 00000020:00000080:1.0:1788263580.469986:0:22645:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:1.0:1788263580.470051:0:22645:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788263580.470059:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b1103cba6670e0c 00000020:00000080:1.0:1788263580.471904:0:22645:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1788263580.478454:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0x4b1103cba6670e13 00000020:00000080:3.0:1788263580.478794:0:22645:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1788263580.478805:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263580.478811:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263580.478813:0:22645:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1788263580.478816:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788263580.478818:0:22645:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #8 00000020:01000000:3.0:1788263580.478819:0:22645:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788263580.478821:0:22645:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788263580.478822:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788263580.478824:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263580.478826:0:22645:0:(obd_config.c:1563:class_process_config()) marker 8 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788263580.478828:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263580.478833:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263580.478834:0:22645:0:(obd_config.c:1563:class_process_config()) marker 10 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1788263580.478838:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1788263580.478872:0:22645:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1788263580.478886:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263580.478888:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263580.478890:0:22645:0:(obd_config.c:1563:class_process_config()) marker 10 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1788263580.478892:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263580.478895:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263580.478896:0:22645:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1788263580.478899:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788263580.478903:0:22645:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:00000080:3.0:1788263580.478936:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788263580.478949:0:22645:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff9ff283228000) 00000020:00000080:3.0:1788263580.478962:0:22645:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1788263580.478966:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788263580.479017:0:22645:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1788263580.479023:0:22645:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788263580.479029:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b1103cba6670e21 00010000:00080000:3.0:1788263580.479056:0:22645:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff38769d000@lustre-MDT0001-osp-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:3.0:1788263580.480706:0:22645:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1788263580.487239:0:22645:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1788263580.487255:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1788263580.487293:0:22645:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1788263580.487369:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b1103cba6670e28 00000100:00080000:3.0:1788263580.487378:0:22645:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788263580.487384:0:22645:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ff38769d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263580.487419:0:22645:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b5f80 x1875129709859456/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788263580.487500:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709859456:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788263580.487566:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788263580.487713:0:22645:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1788263580.487779:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263580.487784:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263580.487786:0:22645:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1788263580.487789:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788263580.487791:0:22645:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:3.0:1788263580.487793:0:22645:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788263580.487794:0:22645:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788263580.487795:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788263580.487798:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263580.487799:0:22645:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788263580.487801:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788263580.487806:0:22645:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:3.0:1788263580.487809:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263580.487816:0:22645:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1788263580.487820:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788263580.487825:0:22645:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:3.0:1788263580.487844:0:22645:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1788263580.487847:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788263580.487858:0:22645:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff9ff2832299b8) 00000020:00000080:3.0:1788263580.487869:0:22645:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1788263580.487873:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788263580.487924:0:22645:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1788263580.487931:0:22645:0:(osd_handler.c:8925:osd_obd_connect()) connect #6 00000020:00000080:3.0:1788263580.487938:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b1103cba6670e36 00010000:00080000:3.0:1788263580.487965:0:22645:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff3b560e000@lustre-OST0000-osc-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:3.0:1788263580.488159:0:22645:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000100:00100000:0.0:1788263580.488403:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709859456 00000100:00100000:0.0:1788263580.488411:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709859456 00000100:00100000:0.0:1788263580.488442:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788263580.488450:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3617:x1875129709859456:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1788263580.488474:0:22632:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000040:01000000:3.0:1788263580.493372:0:22645:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788263580.494434:0:22645:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1788263580.500562:0:22645:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788263580.500954:0:22645:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1788263580.509756:0:22645:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000100:00100000:0.0:1788263580.511352:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3617:x1875129709859456:12345-0@lo:38:llog_process_th.0 Request processed in 22895us (23779us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788263580.511365:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:3.0:1788263580.511486:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff38769d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788263580.511492:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788263580.511497:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709859456:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1788263580.512931:0:22651:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788263580.512936:0:22651:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1788263580.517092:0:22645:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788263580.517174:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788263580.517221:0:22645:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788263580.517241:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b1103cba6670e3d 00000100:00080000:1.0:1788263580.517252:0:22645:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788263580.517258:0:22645:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ff3b560e000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263580.517357:0:22645:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387dc00 x1875129709859584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788263580.517412:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709859584:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788263580.517537:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709859584 offset 0 length 520: 4 00000100:00080000:1.0:1788263580.517947:0:22645:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1788263580.518050:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788263580.518054:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263580.518063:0:22645:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1788263580.518067:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788263580.518069:0:22645:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:1.0:1788263580.518071:0:22645:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788263580.518072:0:22645:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788263580.518074:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788263580.518076:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263580.518077:0:22645:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788263580.518080:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788263580.518084:0:22645:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds1_flakey 00000020:00000080:1.0:1788263580.518087:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263580.518088:0:22645:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1788263580.518091:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788263580.518094:0:22645:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:1.0:1788263580.518115:0:22645:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1788263580.518117:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788263580.518131:0:22645:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff9ff3aec2cd28) 00000020:00000080:1.0:1788263580.518145:0:22645:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1788263580.518149:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788263580.518220:0:22645:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1788263580.518226:0:22645:0:(osd_handler.c:8925:osd_obd_connect()) connect #7 00000020:00000080:1.0:1788263580.518232:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0x4b1103cba6670e4b 00010000:00080000:1.0:1788263580.518262:0:22645:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff283371800@lustre-OST0001-osc-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:1.0:1788263580.518493:0:22645:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1788263580.518561:0:22645:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788263580.518594:0:22645:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1788263580.523067:0:22645:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788263580.523435:0:22645:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1788263580.527689:0:22645:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000040:00080000:1.0:1788263580.530876:0:22653:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1788263580.530884:0:22653:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:1.0:1788263580.531614:0:22645:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1788263580.531630:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1788263580.531668:0:22645:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:1.0:1788263580.531690:0:22645:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b1103cba6670e52 00000100:00080000:1.0:1788263580.531701:0:22645:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788263580.531707:0:22645:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ff283371800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263580.531741:0:22645:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387e680 x1875129709859712/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788263580.531762:0:22645:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:1.0:1788263580.531811:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788263580.531815:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263580.531816:0:22645:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:1.0:1788263580.531819:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788263580.531823:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263580.531825:0:22645:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:1.0:1788263580.531827:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:1.0:1788263580.531829:0:22645:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:1.0:1788263580.531832:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788263580.531834:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263580.531835:0:22645:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:1.0:1788263580.531838:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788263580.531839:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263580.531841:0:22645:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:1.0:1788263580.531844:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:1.0:1788263580.531878:0:22645:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22645:1875129709859840:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788263580.531957:0:22645:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263580.531997:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709859840 00000100:00100000:1.0:1788263580.532004:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709859840 00000100:00100000:1.0:1788263580.532048:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788263580.532057:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+9:22645:x1875129709859840:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788263580.532156:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+9:22645:x1875129709859840:12345-0@lo:502:llog_process_th.0 Request processed in 99us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263580.532170:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788263580.532214:0:22645:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e780 going to sleep for 11 seconds 00000100:00100000:1.0:1788263580.532232:0:22645:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22645:1875129709859840:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1788263580.532256:0:22645:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788263580.532260:0:22645:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263580.532262:0:22645:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:1.0:1788263580.532265:0:22645:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000100:00100000:3.0:1788263580.532537:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709859712:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788263580.532568:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709859712 offset 0 length 520: 4 00000020:01000000:1.0:1788263580.532789:0:22606:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:1.0:1788263580.532811:0:22606:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:1.0:1788263580.533018:0:22606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8a00/0x4b1103cba6670dc6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670dcd expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.533029:0:22606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff3829e8a00/0x4b1103cba6670dc6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670dcd expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263580.533037:0:22606:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ff3bc266000 from 1 10000000:01000000:1.0:1788263580.533040:0:22606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788263580.533067:0:22606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.533075:0:22606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.533084:0:22606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263580.533098:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709859968:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263580.533129:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263580.533151:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e780 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.533274:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709859968 00000100:00100000:2.0:1788263580.533279:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709859968 00000100:00100000:2.0:1788263580.533323:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788263580.533331:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+9:22606:x1875129709859968:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263580.533340:0:22620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263580.533352:0:22620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670e59 expref: -99 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.533384:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670e59 expref: 10 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.533395:0:22620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670e59 expref: 10 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.533404:0:22620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eec800, rc 0) 00000100:00100000:2.0:1788263580.533446:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+10:22606:x1875129709859968:12345-0@lo:101:mount.lustre.0 Request processed in 116us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.533453:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788263580.533613:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709859968:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788263580.533627:0:22606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.533636:0:22606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263580.534186:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860096:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1788263580.534280:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263580.534401:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709860096 00000100:00100000:2.0:1788263580.534407:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709860096 00000100:00100000:2.0:1788263580.534435:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788263580.534443:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+10:22606:x1875129709860096:12345-0@lo:256:mount.lustre.0 20000000:01000000:2.0:1788263580.534465:0:22621:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:2.0:1788263580.534479:0:22621:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:0.0:1788263580.534511:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222b840 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.537040:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+10:22606:x1875129709860096:12345-0@lo:256:mount.lustre.0 Request processed in 2591us (2753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.537054:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788263580.537554:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860096:0@lo:256:mount.lustre.0 10000000:01000000:1.0:1788263580.538440:0:22606:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788263580.538513:0:22606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.538525:0:22606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263580.538534:0:22606:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff3bc266000 from 1 10000000:01000000:1.0:1788263580.538537:0:22606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788263580.538575:0:22606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.538617:0:22606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.538625:0:22606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263580.538645:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860224:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263580.538688:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263580.538724:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.538808:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709860224 00000100:00100000:2.0:1788263580.538814:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709860224 00000100:00100000:2.0:1788263580.538865:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1788263580.538874:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+10:22606:x1875129709860224:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263580.538885:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263580.538897:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670e67 expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.538918:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670e67 expref: 11 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.538927:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670e67 expref: 11 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.538936:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eeca00, rc 0) 00000100:00100000:2.0:1788263580.538977:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22606:x1875129709860224:12345-0@lo:101:mount.lustre.0 Request processed in 105us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.538984:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788263580.539086:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860224:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263580.539099:0:22606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.539107:0:22606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263580.539185:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860352:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263580.539210:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263580.539231:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.539313:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709860352 00000100:00100000:2.0:1788263580.539318:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709860352 00000100:00100000:2.0:1788263580.539347:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788263580.539353:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22606:x1875129709860352:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788263580.540483:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22606:x1875129709860352:12345-0@lo:501:mount.lustre.0 Request processed in 1126us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.540493:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788263580.543843:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ca80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860352:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263580.543908:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860480:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788263580.543983:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263580.544125:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222b3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788263580.544238:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709860480 00000100:00100000:1.0:1788263580.544245:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709860480 00000100:00100000:1.0:1788263580.544387:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788263580.544397:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22606:x1875129709860480:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788263580.544528:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22606:x1875129709860480:12345-0@lo:503:mount.lustre.0 Request processed in 132us (544us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263580.544536:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1788263580.544613:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860480:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788263580.545010:0:22655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22655:1875129709860608:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788263580.545046:0:22655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263580.546390:0:22655:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222b180 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.546537:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709860608 00000100:00100000:2.0:1788263580.546545:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709860608 00000100:00100000:2.0:1788263580.546596:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788263580.546605:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22655:x1875129709860608:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788263580.547068:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22655:x1875129709860608:12345-0@lo:502:llog_process_th.0 Request processed in 463us (2020us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.547076:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788263580.547184:0:22655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22655:1875129709860608:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788263580.547213:0:22655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788263580.547222:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263580.547225:0:22655:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788263580.547231:0:22655:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ff3bc266000 00000020:00000080:0.0:1788263580.547233:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788263580.547240:0:22655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788263580.547243:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263580.547244:0:22655:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788263580.547246:0:22655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788263580.547248:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263580.547249:0:22655:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788263580.547252:0:22655:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ff3bc266000 00000020:00000080:0.0:1788263580.547254:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788263580.547413:0:22655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788263580.547418:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263580.547419:0:22655:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788263580.547422:0:22655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788263580.547424:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263580.547425:0:22655:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788263580.547429:0:22655:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ff3bc266000 00000020:00000080:0.0:1788263580.547431:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788263580.547451:0:22655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788263580.547454:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263580.547455:0:22655:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788263580.547467:0:22655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788263580.547470:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263580.547471:0:22655:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788263580.547482:0:22655:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ff3bc266000 00000020:00000080:0.0:1788263580.547485:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:0.0:1788263580.547529:0:22655:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22655:1875129709860736:0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788263580.547572:0:22655:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263580.547619:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709860736 00000100:00100000:0.0:1788263580.547623:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709860736 00000100:00100000:0.0:1788263580.547644:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788263580.547651:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22655:x1875129709860736:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1788263580.547729:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22655:x1875129709860736:12345-0@lo:502:llog_process_th.0 Request processed in 78us (157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263580.547737:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:0.0:1788263580.547770:0:22655:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222b180 going to sleep for 11 seconds 00000100:00100000:0.0:1788263580.547783:0:22655:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22655:1875129709860736:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1788263580.547801:0:22655:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788263580.547806:0:22655:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263580.547807:0:22655:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788263580.547811:0:22655:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:0.0:1788263580.550647:0:22606:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788263580.550681:0:22606:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788263580.550698:0:22606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.550710:0:22606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263580.550762:0:22606:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788263580.550765:0:22606:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ff3bc266000 10000000:01000000:0.0:1788263580.550768:0:22606:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ff3bc266000 10000000:01000000:0.0:1788263580.550779:0:22606:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788263580.550785:0:22606:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ff3bc266000 from 1 10000000:01000000:0.0:1788263580.550787:0:22606:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788263580.550821:0:22606:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9800/0x4b1103cba6670e75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.550830:0:22606:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9800/0x4b1103cba6670e75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.550840:0:22606:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9800/0x4b1103cba6670e75 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263580.550862:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860864:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788263580.550925:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263580.550962:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222ba80 going to sleep for 11 seconds 00000100:00100000:0.0:1788263580.550986:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709860864 00000100:00100000:0.0:1788263580.550992:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709860864 00000100:00100000:0.0:1788263580.551026:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788263580.551034:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22606:x1875129709860864:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788263580.551045:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263580.551059:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3829e9000/0x4b1103cba6670e7c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670e75 expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.551080:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3829e9000/0x4b1103cba6670e7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670e75 expref: 12 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.551090:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3829e9000/0x4b1103cba6670e7c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670e75 expref: 12 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.551098:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3829e9000, rc 0) 00000100:00100000:0.0:1788263580.551143:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22606:x1875129709860864:12345-0@lo:101:mount.lustre.0 Request processed in 109us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263580.551149:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1788263580.551200:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860864:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788263580.551213:0:22606:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9800/0x4b1103cba6670e75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e7c expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.551222:0:22606:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9800/0x4b1103cba6670e75 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670e7c expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263580.551268:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860992:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263580.551292:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263580.554542:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28222ba80 going to sleep for 11 seconds 00000100:00100000:3.0:1788263580.559496:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709860992 00000100:00100000:3.0:1788263580.559511:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709860992 00000100:00100000:3.0:1788263580.559609:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788263580.559628:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22606:x1875129709860992:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788263580.559805:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22606:x1875129709860992:12345-0@lo:501:mount.lustre.0 Request processed in 179us (8511us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263580.559813:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1788263580.560423:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39df100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709860992:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788263580.560483:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709861120:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263580.560534:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263580.560568:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3811ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.560612:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709861120 00000100:00100000:2.0:1788263580.560616:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709861120 00000100:00100000:2.0:1788263580.560645:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788263580.560652:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22606:x1875129709861120:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263580.560732:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22606:x1875129709861120:12345-0@lo:503:mount.lustre.0 Request processed in 80us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.560739:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:2.0:1788263580.560782:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709861120:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263580.563525:0:22659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22659:1875129709861248:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788263580.563611:0:22659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263580.563644:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709861248 00000100:00100000:2.0:1788263580.563650:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709861248 00000100:00100000:2.0:1788263580.563690:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788263580.563699:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22659:x1875129709861248:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1788263580.563810:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22659:x1875129709861248:12345-0@lo:502:llog_process_th.0 Request processed in 111us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.563818:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:2.0:1788263580.563857:0:22659:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3811ca540 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.563877:0:22659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22659:1875129709861248:0@lo:502:llog_process_th.0 00000020:01000004:2.0:1788263580.563936:0:22659:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:2.0:1788263580.563952:0:22659:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff9ff3af7e19b8) 00000020:00000080:2.0:1788263580.563971:0:22659:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:2.0:1788263580.564043:0:22659:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff3bc266000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788263580.564048:0:22659:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff3bc266000 from lustre-MDT0000, refs=4 00000020:01000004:2.0:1788263580.564050:0:22659:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff3bc266000 4 00010000:00080000:2.0:1788263580.564078:0:22659:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff3bc200800@lustre-MDT0000-lwp-MDT0000: add connection 192.168.203.126@tcp at head 00010000:00010000:2.0:1788263580.566936:0:22659:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1788263580.567785:0:22659:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1788263580.567830:0:22659:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1788263580.567846:0:22659:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0x4b1103cba6670e8a 00000100:00080000:1.0:1788263580.567856:0:22659:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788263580.567862:0:22659:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9ff3bc200800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263580.567895:0:22659:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387fb80 x1875129709861376/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788263580.567921:0:22659:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:3.0:1788263580.569413:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875129709861376:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788263580.571424:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263580.571907:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709861376 00000100:00100000:1.0:1788263580.571917:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709861376 00000100:00100000:1.0:1788263580.571955:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788263580.571963:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3617:x1875129709861376:12345-0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788263580.572036:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3617:x1875129709861376:12345-0@lo:38:llog_process_th.0 Request processed in 72us (617us total) trans 0 rc -11/-11 00000100:00100000:1.0:1788263580.572043:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788263580.572167:0:22659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22659:1875129709861504:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788263580.572216:0:22659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263580.572239:0:22659:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788263580.573493:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788263580.573503:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc200800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788263580.573508:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788263580.573511:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875129709861376:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788263580.575656:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709861504 00000100:00100000:3.0:1788263580.575668:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709861504 00000100:00100000:3.0:1788263580.575712:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1788263580.575721:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22659:x1875129709861504:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1788263580.575901:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22659:x1875129709861504:12345-0@lo:502:llog_process_th.0 Request processed in 180us (3683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263580.575909:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788263580.576006:0:22659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22659:1875129709861504:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788263580.576066:0:22659:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22659:1875129709861632:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788263580.576111:0:22659:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263580.576141:0:22659:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788263580.576156:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709861632 00000100:00100000:1.0:1788263580.576160:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709861632 00000100:00100000:1.0:1788263580.576187:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788263580.576194:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22659:x1875129709861632:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1788263580.576270:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22659:x1875129709861632:12345-0@lo:502:llog_process_th.0 Request processed in 77us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263580.576278:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788263580.576329:0:22659:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job llog_process_th:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22659:1875129709861632:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1788263580.576348:0:22659:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:2.0:1788263580.576451:0:22606:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788263580.576489:0:22606:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788263580.576515:0:22606:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9800/0x4b1103cba6670e75 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e7c expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.576526:0:22606:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9800/0x4b1103cba6670e75 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e7c expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788263580.576576:0:22606:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788263580.576614:0:22606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788263580.576615:0:22606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788263580.576617:0:22606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788263580.576619:0:22606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788263580.576620:0:22606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788263580.576622:0:22606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788263580.576624:0:22606:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788263580.576626:0:22606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788263580.576633:0:22606:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788263580.576637:0:22606:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:2.0:1788263580.576639:0:22606:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788263580.576640:0:22606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1788263580.576642:0:22606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788263580.576643:0:22606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788263580.576644:0:22606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788263580.576645:0:22606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788263580.576646:0:22606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1788263580.576647:0:22606:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1788263580.576648:0:22606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788263580.576648:0:22606:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788263580.576674:0:22606:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:2.0:1788263580.576684:0:22606:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709861760:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788263580.576732:0:22606:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263580.576756:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709861760 00000100:00100000:2.0:1788263580.576761:0:22606:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28410ef00 going to sleep for 11 seconds 00000100:00100000:3.0:1788263580.576762:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709861760 00000100:00100000:3.0:1788263580.576793:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788263580.576800:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22606:x1875129709861760:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788263580.576818:0:22620:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1788263580.576830:0:22620:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:3.0:1788263580.589532:0:22620:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1788263580.589548:0:22620:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:2.0:1788263580.589897:0:22643:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:2.0:1788263580.589902:0:22643:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:2.0:1788263580.589925:0:22643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.589943:0:22643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670e59 expref: 12 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.589952:0:22643:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.590003:0:22643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6670e59 expref: 12 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.590017:0:22643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6670e59 expref: 12 pid: 22620 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263580.590031:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709861888:0@lo:104: 00000100:00100000:2.0:1788263580.590104:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263580.590141:0:22643:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28410e780 going to sleep for 11 seconds 00000100:00100000:2.0:1788263580.590183:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709861888 00000100:00100000:2.0:1788263580.590191:0:22610:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709861888 00000100:00100000:2.0:1788263580.590229:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788263580.590238:0:22610:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:22643:x1875129709861888:12345-0@lo:104: 00010000:00010000:2.0:1788263580.590249:0:22610:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263580.590669:0:22610:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788263580.590680:0:22610:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d56d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:22643:x1875129709861888:12345-0@lo:104: Request processed in 440us (572us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263580.590688:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:0.0:1788263580.590698:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263580.590707:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.590716:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ed800 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:0.0:1788263580.590720:0:22616:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.590729:0:22616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788263580.590737:0:22616:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263580.590742:0:22616:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788263580.590777:0:22616:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.590793:0:22616:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788263580.590905:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22606:x1875129709861760:12345-0@lo:253:mount.lustre.0 Request processed in 14105us (14172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263580.590919:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788263580.590965:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709861888:0@lo:104: 00010000:00010000:3.0:1788263580.590983:0:22643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263580.591066:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709862016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263580.591094:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788263580.591378:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.591398:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6670e59 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670e60 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.591415:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263580.591417:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263580.591419:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263580.591471:0:22606:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22606:1875129709861760:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788263580.591482:0:22606:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:3.0:1788263580.591485:0:22606:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788263580.591487:0:22606:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:3.0:1788263580.591488:0:22606:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788263580.591490:0:22606:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788263580.591491:0:22606:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788263580.591492:0:22606:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788263580.591494:0:22606:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:3.0:1788263580.591495:0:22606:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:3.0:1788263580.591497:0:22606:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788263580.591498:0:22606:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788263580.591507:0:22606:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:0.0:1788263580.591849:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709862016 00000100:00100000:0.0:1788263580.591855:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709862016 00010000:00010000:0.0:1788263580.591876:0:22612:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670e59 expref: 12 pid: 22620 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263580.591924:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788263580.591932:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:3619:x1875129709862016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788263580.591996:0:22612:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788263580.592003:0:22612:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670e59 expref: 12 pid: 22620 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592014:0:22612:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6670e59 expref: 12 pid: 22620 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592028:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff398eec800/0x4b1103cba6670e60 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6670e59 expref: 12 pid: 22620 timeout: 689 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592044:0:22612:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592072:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1788263580.592085:0:22612:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.002183065s 00010000:00010000:0.0:1788263580.592090:0:22612:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592096:0:22612:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592103:0:22612:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592110:0:22612:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592116:0:22612:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff398eec600 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263580.592120:0:22612:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592127:0:22612:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592155:0:22612:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263580.592166:0:22612:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788263580.592669:0:22643:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.592678:0:22643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263580.592685:0:22643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff398eec600/0x4b1103cba6670e91 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263580.593231:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d54000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:3619:x1875129709862016:12345-0@lo:103:ldlm_bl.0 Request processed in 1297us (2133us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263580.593240:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788263580.605979:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39de300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709862016:0@lo:103:ldlm_bl.0 00000020:00080000:3.0:1788263580.623165:0:22606:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967529 00000040:01000000:3.0:1788263580.623390:0:22606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:3.0:1788263580.623516:0:22667:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967529 00000020:00080000:3.0:1788263580.623520:0:22667:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967529 00000040:01000000:2.0:1788263580.625504:0:22668:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788263580.625860:0:22606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000040:00080000:3.0:1788263580.626219:0:22668:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788263580.628282:0:22668:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788263580.628360:0:22668:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000100:00080000:3.0:1788263580.633806:0:22669:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff9ff3867b4380 x1875129709862144/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263580.633821:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00000040:01000000:0.0:1788263580.652964:0:22606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:0.0:1788263580.653009:0:22606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1788263580.653542:0:22606:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1788263580.653549:0:22606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:0.0:1788263580.653651:0:22606:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788263580.654959:0:22606:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1788263580.656754:0:22606:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:1.0:1788263580.656894:0:22606:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:3.0:1788263580.659541:0:22606:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:3.0:1788263580.660104:0:22606:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x36:0x0] (8/32) registered 00000001:00000004:3.0:1788263580.662176:0:22606:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1788263580.675971:0:22606:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1788263580.676007:0:22606:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffad45c14d3988 00100000:10000000:3.0:1788263580.676014:0:22606:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:3.0:1788263580.677302:0:22606:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788263580.677319:0:22606:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788263580.677336:0:22606:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=45 00000080:00000004:3.0:1788263580.677352:0:22606:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds1_flakey: Mount complete 00000020:00000004:3.0:1788263580.678161:0:22606:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788263580.678359:0:22606:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788263581.295854:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788263581.616758:0:22662:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1788263581.616772:0:22662:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1788263581.620620:0:22662:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1788263581.620638:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1788263581.679880:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 10000000:01000000:3.0:1788263582.259713:0:22625:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1788263582.259719:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ff3bc266000 from 11 10000000:01000000:3.0:1788263582.259725:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1788263582.259780:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263582.259791:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263582.259802:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263582.259827:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709862272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788263582.259895:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263582.259947:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a05bcf00 going to sleep for 11 seconds 00000100:00100000:0.0:1788263582.260164:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709862272 00000100:00100000:0.0:1788263582.260171:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709862272 00000100:00100000:0.0:1788263582.260225:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788263582.260237:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+11:22625:x1875129709862272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263582.260250:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263582.260264:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670e98 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263582.260287:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670e98 expref: 12 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263582.260297:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670e98 expref: 12 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263582.260306:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3829e8800, rc 0) 00000100:00100000:0.0:1788263582.260356:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22625:x1875129709862272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263582.260363:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1788263582.260507:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709862272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788263582.260522:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263582.260531:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263582.260621:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709862400:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788263582.260656:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263582.260680:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709862400 00000100:00100000:1.0:1788263582.260684:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2831a1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788263582.260686:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709862400 00000100:00100000:3.0:1788263582.261326:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1788263582.261335:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22625:x1875129709862400:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788263582.261358:0:22620:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788263582.261373:0:22620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788263582.261376:0:22620:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788263582.261975:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:22625:x1875129709862400:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 640us (1318us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263582.261982:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788263582.262216:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709862400:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788263582.262267:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788263582.262277:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263582.262288:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263582.319957:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788263582.640004:0:22662:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:2.0:1788263582.640030:0:22662:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788263582.640165:0:22662:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:2.0:1788263582.640205:0:22662:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788263582.640355:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1788263582.703969:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00010000:00010000:2.0:1788263583.347573:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263583.727707:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00010000:00010000:2.0:1788263584.383761:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263584.753195:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00000001:02000400:3.0:1788263585.048409:0:22912:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1788263585.391913:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263585.776730:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00000100:00080000:3.0:1788263585.841660:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788263585.841667:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1788263585.841670:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ff38769d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788263585.841678:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 589 00000100:00080000:3.0:1788263585.841685:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1788263585.841691:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ff38769d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788263585.841696:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788263585.841707:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709862528:0@lo:400:kworker.0 00000100:00100000:3.0:1788263585.841711:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b7800 x1875129709862656/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788263585.841725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263585.841728:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263585.841731:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263585.841733:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263585.841736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1788263585.841738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1788263585.841745:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc200800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1788263585.841750:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff9ff3bc200800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263585.841762:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b5500 x1875129709862784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788263585.841772:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263585.841817:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709862656:0@lo:38:kworker.0 00000100:00100000:2.0:1788263585.841820:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709862528 00000100:00100000:2.0:1788263585.841829:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709862528 00000100:00100000:2.0:1788263585.841886:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788263585.841900:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:3621:x1875129709862528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263585.841901:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263585.841933:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875129709862784:0@lo:38:kworker.0 00000100:00100000:2.0:1788263585.841962:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:3621:x1875129709862528:12345-0@lo:400:kworker.0 Request processed in 67us (188us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263585.841971:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788263585.842033:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709862528:0@lo:400:kworker.0 00000100:00100000:3.0:1788263585.843900:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263585.843959:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709862656 00000100:00100000:2.0:1788263585.843968:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709862656 00000100:00100000:2.0:1788263585.844001:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788263585.844008:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3617:x1875129709862656:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788263585.844027:0:22633:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788263585.844067:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3617:x1875129709862656:12345-0@lo:38:kworker.0 Request processed in 58us (2170us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788263585.844074:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788263585.845413:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff38769d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788263585.845431:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1788263585.845436:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709862656:0@lo:38:kworker.0 00000100:00100000:3.0:1788263585.845492:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709862784 00000100:00100000:3.0:1788263585.845498:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709862784 00000100:00100000:3.0:1788263585.845525:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788263585.845531:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3617:x1875129709862784:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1788263585.845552:0:22629:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 594 last 0 00000020:00000080:3.0:1788263585.845606:0:22629:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0x4b1103cba6670ea6 00000004:00100000:3.0:1788263585.845622:0:22629:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788263585.845765:0:22629:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc36c800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788263585.845835:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3617:x1875129709862784:12345-0@lo:38:kworker.0 Request processed in 302us (1941us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263585.845843:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:2.0:1788263585.845876:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ff3867b5500 x1875129709862784/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788263595 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788263585.845891:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1788263585.845898:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:2.0:1788263585.845908:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1788263585.845910:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3bc200800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788263585.845920:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3617:1875129709862784:0@lo:38:kworker.0 00000020:00000004:0.0:1788263585.852631:0:22964:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788263585.852795:0:22964:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788263586.416902:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788263586.772406:0:23014:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788263586.772735:0:23014:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788263586.815312:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00010000:00010000:1.0:1788263587.439653:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263587.823947:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00010000:00010000:2.0:1788263588.465911:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263588.849419:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00010000:00010000:3.0:1788263589.501727:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263589.876489:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00010000:00010000:2.0:1788263590.512723:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263590.896415:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00000100:00100000:0.0:1788263590.959685:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263580/real 1788263580] req@ffff9ff28387e680 x1875129709859712/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263590 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263590.959719:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff28387e680 x1875129709859712/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263590 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263590.959730:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263580/real 1788263580] req@ffff9ff28387dc00 x1875129709859584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263590 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263590.959741:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff28387dc00 x1875129709859584/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263590 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788263590.959757:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283371800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788263590.959811:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788263590.959816:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709859712:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788263590.959821:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3b560e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:2.0:1788263590.960224:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709862912:0@lo:400:kworker.0 00000100:00100000:2.0:1788263590.960287:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788263590.960434:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788263590.960439:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788263590.960442:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff38769d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788263590.960447:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 594 00000100:00080000:1.0:1788263590.960451:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788263590.960458:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ff38769d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263590.960480:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387d500 x1875129709863040/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788263590.960491:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263590.960493:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788263590.960495:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff3b560e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788263590.960497:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 589 00000100:00080000:1.0:1788263590.960507:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788263590.960510:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ff3b560e000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263590.960523:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387fb80 x1875129709863168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788263590.960531:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263590.960534:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788263590.960536:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff283371800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788263590.960538:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 589 00000100:00080000:1.0:1788263590.960540:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1788263590.960544:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ff283371800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263590.960554:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387ca80 x1875129709863296/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788263590.960609:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788263590.960620:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875129709863424:0@lo:400:kworker.0 00000100:00100000:1.0:1788263590.960662:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263590.960722:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709863424 00000100:00100000:1.0:1788263590.960729:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709863424 00000100:00100000:1.0:1788263590.960911:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788263590.960922:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875129709863424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263590.960974:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875129709863424:12345-0@lo:400:kworker.0 Request processed in 54us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263590.960981:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1788263590.961018:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ff28387c700 x1875129709863424/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263590.961044:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875129709863424:0@lo:400:kworker.0 00000100:00080000:0.0:1788263590.961234:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788263590.961239:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709859584:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1788263590.961260:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709863040:0@lo:38:kworker.0 00000100:00100000:0.0:1788263590.961295:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263590.961317:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709863168:0@lo:8:kworker.0 00000400:00000100:0.0:1788263590.961421:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709863168 offset 0 length 520: 4 00000100:00100000:0.0:1788263590.961443:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709863296:0@lo:8:kworker.0 00000400:00000100:0.0:1788263590.961462:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709863296 offset 0 length 520: 4 00000100:00100000:2.0:1788263590.961668:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709862912 00000100:00100000:2.0:1788263590.961673:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709862912 00000100:00100000:2.0:1788263590.961742:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788263590.961750:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:3621:x1875129709862912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263590.961801:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:3621:x1875129709862912:12345-0@lo:400:kworker.0 Request processed in 52us (1514us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263590.961808:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788263590.961959:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709863040 00000100:00100000:2.0:1788263590.961964:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709863040 00000100:00100000:2.0:1788263590.962018:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788263590.963821:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709862912:0@lo:400:kworker.0 00000100:00100000:2.0:1788263590.964728:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3617:x1875129709863040:12345-0@lo:38:kworker.0 00010000:00020000:2.0:1788263590.964752:0:22633:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1788263590.964830:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3617:x1875129709863040:12345-0@lo:38:kworker.0 Request processed in 2805us (3533us total) trans 0 rc -19/-19 00000100:00100000:2.0:1788263590.964840:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:0.0:1788263590.964959:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff38769d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788263590.964966:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788263590.964971:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709863040:0@lo:38:kworker.0 00010000:00010000:3.0:1788263591.536296:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263591.920659:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00000020:01000004:2.0:1788263592.461472:0:23359:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788263592.461476:0:23359:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/mds2_flakey 00000020:01000004:2.0:1788263592.461477:0:23359:0:(obd_mount.c:929:lmd_print()) options: user_xattr,errors=remount-ro 00000080:01200004:2.0:1788263592.461604:0:23359:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ff3bc203800 00000020:01000004:2.0:1788263592.461620:0:23359:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-ldiskfs, lsifl=200001, mountfl=0 00000020:01000004:2.0:1788263592.461632:0:23359:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788263592.461645:0:23359:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff9ff3af7e4d28) 00000020:00000080:2.0:1788263592.461659:0:23359:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788263592.547633:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788263592.551574:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xd:0x0] (16/1) registered 00100000:10000000:2.0:1788263592.553076:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788263592.553387:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/32) registered 00100000:10000000:2.0:1788263592.553626:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788263592.554077:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788263592.554679:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8) registered 00100000:10000000:0.0:1788263592.558132:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/32) registered 00100000:10000000:0.0:1788263592.558719:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x3:0x0] (8/32) registered 00100000:10000000:0.0:1788263592.558934:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:0.0:1788263592.559207:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8) registered 00010000:00010000:2.0:1788263592.559689:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00100000:10000000:0.0:1788263592.559752:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8) registered 00100000:10000000:0.0:1788263592.560010:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8) registered 00100000:10000000:0.0:1788263592.560413:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:0.0:1788263592.565456:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1d:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.566082:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2e:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.567987:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2c:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.568653:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x11:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.569026:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x21:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.569291:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x15:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.569750:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x26:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.569930:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x24:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.570146:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x28:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.570478:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1c:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.570808:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x22:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.571042:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x29:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.573445:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x27:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.574503:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x13:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.574895:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x19:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.575150:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xf:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.575423:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x20:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.575807:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2b:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.576049:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x10:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.576312:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x17:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.576626:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2d:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.576822:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0xe:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.577015:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1a:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.577188:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x12:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.577466:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x14:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.578073:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1b:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.578474:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x2a:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.578783:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x16:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.579024:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x25:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.579305:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x18:0x0] (16/1) registered 00100000:10000000:1.0:1788263592.579686:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x1f:0x0] (24/16) registered 00100000:10000000:1.0:1788263592.579913:0:23359:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-MDT0001: index object [0x200000003:0x23:0x0] (24/16) registered 00080000:01000000:1.0:1788263592.581871:0:23359:0:(osd_lproc.c:911:osd_procfs_init()) lustre-MDT0001: register osd-ldiskfs tunable parameters 00000020:00000080:1.0:1788263592.582075:0:23359:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:1.0:1788263592.582087:0:23359:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:1.0:1788263592.582098:0:23359:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4b1103cba6670eb4 00000020:01000004:1.0:1788263592.582106:0:23359:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device /dev/mapper/mds2_flakey 00000020:01000004:1.0:1788263592.582125:0:23359:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.126@tcp:Set MGC reconnect 1 10000000:01000000:1.0:1788263592.582128:0:23359:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:1.0:1788263592.582134:0:23359:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:1.0:1788263592.582161:0:23359:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/mds2_flakey 10000000:01000000:1.0:1788263592.582165:0:23359:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:1.0:1788263592.589534:0:23359:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:1.0:1788263592.589658:0:23359:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.203.126@tcp, index=0001, flags=0x20001 00000020:01000004:1.0:1788263592.589663:0:23359:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1788263592.589665:0:23359:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788263592.589666:0:23359:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788263592.589668:0:23359:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788263592.589669:0:23359:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788263592.589671:0:23359:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788263592.589672:0:23359:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788263592.589674:0:23359:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788263592.589675:0:23359:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788263592.589679:0:23359:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:1.0:1788263592.589681:0:23359:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788263592.589686:0:23359:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788263592.589688:0:23359:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788263592.589689:0:23359:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788263592.589690:0:23359:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788263592.589691:0:23359:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788263592.589698:0:23359:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788263592.589700:0:23359:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788263592.589701:0:23359:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1788263592.589729:0:23359:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788263592.589748:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709863552:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788263592.589816:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.589904:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323ecc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.591070:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709863552 00000100:00100000:2.0:1788263592.591081:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709863552 00000100:00100000:2.0:1788263592.591181:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788263592.591191:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:23359:x1875129709863552:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788263592.591235:0:22621:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:2.0:1788263592.591239:0:22621:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:2.0:1788263592.591245:0:22621:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:2.0:1788263592.591612:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:23359:x1875129709863552:12345-0@lo:253:mount.lustre.0 Request processed in 422us (1795us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.591621:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1788263592.591713:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709863552:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1788263592.591724:0:23359:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:1.0:1788263592.591727:0:23359:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788263592.591728:0:23359:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788263592.591730:0:23359:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788263592.591731:0:23359:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788263592.591732:0:23359:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788263592.591733:0:23359:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788263592.591734:0:23359:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788263592.591735:0:23359:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788263592.591737:0:23359:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1788263592.591752:0:23359:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ff3bc203800 from lustre-MDT0001 10000000:01000000:1.0:1788263592.591779:0:23359:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:1.0:1788263592.591782:0:23359:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788263592.591788:0:23359:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9ff3ad8eb370 local copy 00010000:00010000:1.0:1788263592.591797:0:23359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263592.591884:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709863680:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263592.591916:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.592105:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263592.592224:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709863680 00000100:00100000:0.0:1788263592.592230:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709863680 00000100:00100000:0.0:1788263592.592256:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1788263592.592264:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:23359:x1875129709863680:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263592.592338:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:23359:x1875129709863680:12345-0@lo:501:mount.lustre.0 Request processed in 74us (421us total) trans 0 rc -2/-2 00000100:00100000:0.0:1788263592.592344:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:1.0:1788263592.592425:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709863680:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788263592.592439:0:23359:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788263592.592457:0:23359:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788263592.592474:0:23359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.592483:0:23359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263592.592509:0:23359:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ff3bc203800 10000000:01000000:1.0:1788263592.592513:0:23359:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788263592.592517:0:23359:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff9ff3ad8eb370 10000000:01000000:1.0:1788263592.592520:0:23359:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:1.0:1788263592.592523:0:23359:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff9ff3ad8eb370 from 1 10000000:01000000:1.0:1788263592.592525:0:23359:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788263592.592558:0:23359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec200/0x4b1103cba6670ebb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.592566:0:23359:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec200/0x4b1103cba6670ebb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.592574:0:23359:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec200/0x4b1103cba6670ebb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263592.592613:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709863808:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263592.592638:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.592654:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263592.592749:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709863808 00000100:00100000:0.0:1788263592.592753:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709863808 00000100:00100000:0.0:1788263592.592770:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788263592.592777:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+12:23359:x1875129709863808:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788263592.592786:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263592.592798:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3829e9400/0x4b1103cba6670ec2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670ebb expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.592817:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3829e9400/0x4b1103cba6670ec2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670ebb expref: 13 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.592834:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3829e9400/0x4b1103cba6670ec2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670ebb expref: 13 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.592841:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3829e9400, rc 0) 00000100:00100000:0.0:1788263592.592879:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+13:23359:x1875129709863808:12345-0@lo:101:mount.lustre.0 Request processed in 102us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263592.592885:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788263592.593001:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709863808:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263592.593013:0:23359:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec200/0x4b1103cba6670ebb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670ec2 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.593187:0:23359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec200/0x4b1103cba6670ebb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670ec2 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263592.593217:0:23359:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788263592.593234:0:23359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec200/0x4b1103cba6670ebb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670ec2 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.593242:0:23359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec200/0x4b1103cba6670ebb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670ec2 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263592.593249:0:23359:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff9ff3bc203800 10000000:01000000:1.0:1788263592.593252:0:23359:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1788263592.593256:0:23359:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff9ff3bc203800 from 1 10000000:01000000:1.0:1788263592.593257:0:23359:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1788263592.593271:0:23359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec400/0x4b1103cba6670ec9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.593278:0:23359:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec400/0x4b1103cba6670ec9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.593286:0:23359:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec400/0x4b1103cba6670ec9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263592.593297:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709863936:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263592.593322:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.593334:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263592.593386:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709863936 00000100:00100000:0.0:1788263592.593390:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709863936 00000100:00100000:0.0:1788263592.593406:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1788263592.593412:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+13:23359:x1875129709863936:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788263592.593418:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263592.593425:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3829e8600/0x4b1103cba6670ed0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670ec9 expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.593437:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3829e8600/0x4b1103cba6670ed0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670ec9 expref: 14 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.593445:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3829e8600/0x4b1103cba6670ed0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670ec9 expref: 14 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.593451:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3829e8600, rc 0) 00000100:00100000:0.0:1788263592.593482:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+14:23359:x1875129709863936:12345-0@lo:101:mount.lustre.0 Request processed in 70us (159us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263592.593487:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788263592.593708:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709863936:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263592.593718:0:23359:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec400/0x4b1103cba6670ec9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670ed0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.593726:0:23359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec400/0x4b1103cba6670ec9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670ed0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263592.593742:0:23359:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1788263592.593777:0:23359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec400/0x4b1103cba6670ec9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670ed0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.593784:0:23359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec400/0x4b1103cba6670ec9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670ed0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263592.593791:0:23359:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:1.0:1788263592.593794:0:23359:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788263592.593798:0:23359:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff9ff3bc203800 10000000:01000000:1.0:1788263592.593800:0:23359:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1788263592.593803:0:23359:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:1.0:1788263592.593805:0:23359:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:1.0:1788263592.593818:0:23359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823eda00/0x4b1103cba6670ed7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.593824:0:23359:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823eda00/0x4b1103cba6670ed7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.593830:0:23359:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823eda00/0x4b1103cba6670ed7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263592.593841:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864064:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263592.593865:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.593887:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28323e0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.593938:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709864064 00000100:00100000:2.0:1788263592.593942:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709864064 00000100:00100000:2.0:1788263592.593963:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788263592.593969:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+14:23359:x1875129709864064:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263592.593981:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263592.593988:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eec000/0x4b1103cba6670ede lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670ed7 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.594001:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eec000/0x4b1103cba6670ede lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670ed7 expref: 15 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.594009:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eec000/0x4b1103cba6670ede lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670ed7 expref: 15 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.594016:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eec000, rc 0) 00000100:00100000:2.0:1788263592.594186:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709864064:12345-0@lo:101:mount.lustre.0 Request processed in 217us (320us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.594192:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:1.0:1788263592.594301:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864064:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263592.594311:0:23359:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823eda00/0x4b1103cba6670ed7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670ede expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.594326:0:23359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823eda00/0x4b1103cba6670ed7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670ede expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788263592.596013:0:23359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1788263592.597107:0:23359:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788263592.606351:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788263592.606417:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1788263592.606434:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1788263592.606448:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1788263592.606461:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1788263592.606473:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1788263592.606487:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1788263592.606502:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1788263592.606515:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1788263592.606528:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1788263592.606541:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1788263592.606661:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1788263592.606675:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1788263592.606687:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1788263592.606700:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1788263592.606712:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1788263592.606723:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 80 off11096 00000040:00080000:1.0:1788263592.606734:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11320 00000040:00080000:1.0:1788263592.606747:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11544 00000040:00080000:1.0:1788263592.606759:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 160 off11704 00000040:00080000:1.0:1788263592.606771:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1788263592.606784:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1788263592.606796:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1788263592.606809:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1788263592.606823:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1788263592.606836:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1788263592.606860:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1788263592.606874:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1788263592.606888:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1788263592.606901:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1788263592.606913:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1788263592.606925:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1788263592.606937:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1788263592.606949:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1788263592.606961:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1788263592.606974:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1788263592.606986:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1788263592.606998:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1788263592.607010:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1788263592.607342:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1788263592.607364:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1788263592.607390:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1788263592.607404:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1788263592.607418:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1788263592.607447:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1788263592.607453:0:23359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1788263592.607732:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864192:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263592.607824:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.607919:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3ae55f780 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.609440:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709864192 00000100:00100000:2.0:1788263592.609452:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709864192 00000100:00100000:2.0:1788263592.609522:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788263592.609532:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709864192:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788263592.610116:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709864192:12345-0@lo:501:mount.lustre.0 Request processed in 584us (2290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.610126:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788263592.610679:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864192:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263592.610835:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864320:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788263592.610894:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.610970:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3ae55f780 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.611005:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709864320 00000100:00100000:2.0:1788263592.611013:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709864320 00000100:00100000:2.0:1788263592.611079:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788263592.611088:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709864320:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263592.612457:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709864320:12345-0@lo:503:mount.lustre.0 Request processed in 1364us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.612478:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788263592.612655:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864320:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1788263592.613488:0:23359:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1788263592.613995:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864448:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788263592.614055:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.614135:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2810e09c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788263592.615419:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709864448 00000100:00100000:3.0:1788263592.615434:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709864448 00000100:00100000:3.0:1788263592.615535:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1788263592.615554:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709864448:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263592.617104:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709864448:12345-0@lo:502:mount.lustre.0 Request processed in 1553us (3041us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.617116:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788263592.619806:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864448:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788263592.620100:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1788263592.620132:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:2.0:1788263592.620149:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:2.0:1788263592.620162:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:2.0:1788263592.620177:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:2.0:1788263592.620191:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:2.0:1788263592.620203:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:2.0:1788263592.620232:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:2.0:1788263592.620247:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:2.0:1788263592.620260:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:2.0:1788263592.620274:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:2.0:1788263592.620288:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:2.0:1788263592.620302:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:2.0:1788263592.620314:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:2.0:1788263592.620326:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:2.0:1788263592.620338:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:2.0:1788263592.620351:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 80 off11096 00000040:00080000:2.0:1788263592.620362:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11320 00000040:00080000:2.0:1788263592.620385:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11544 00000040:00080000:2.0:1788263592.620401:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 160 off11704 00000040:00080000:2.0:1788263592.620414:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:2.0:1788263592.620425:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:2.0:1788263592.620437:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:2.0:1788263592.620450:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:2.0:1788263592.620464:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:2.0:1788263592.620476:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:2.0:1788263592.620488:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:2.0:1788263592.620500:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:2.0:1788263592.620525:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:2.0:1788263592.620552:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:2.0:1788263592.620569:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:2.0:1788263592.620618:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:2.0:1788263592.620634:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:2.0:1788263592.620647:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:2.0:1788263592.620660:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:2.0:1788263592.620674:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:2.0:1788263592.620687:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:2.0:1788263592.620700:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:2.0:1788263592.620714:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:2.0:1788263592.620729:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:2.0:1788263592.620744:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:2.0:1788263592.620758:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:2.0:1788263592.620772:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:2.0:1788263592.620786:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:2.0:1788263592.620826:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864576:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263592.620895:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.620933:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c057df00 going to sleep for 11 seconds 00000100:00100000:0.0:1788263592.621028:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709864576 00000100:00100000:0.0:1788263592.621036:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709864576 00000100:00100000:0.0:1788263592.621086:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1788263592.621094:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709864576:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263592.621215:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709864576:12345-0@lo:502:mount.lustre.0 Request processed in 120us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263592.621222:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788263592.623422:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709864576:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788263592.623518:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:2.0:1788263592.623531:0:23359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:2.0:1788263592.624474:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263592.624484:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263592.624487:0:23363:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788263592.624491:0:23363:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:2.0:1788263592.624493:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788263592.624506:0:23363:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff9ff3af7e0000) 00000020:00000080:2.0:1788263592.624524:0:23363:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:2.0:1788263592.624528:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:2.0:1788263592.624807:0:23363:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:2.0:1788263592.624817:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4b1103cba6670eec 00000020:00000080:2.0:1788263592.624996:0:23363:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:2.0:1788263592.625000:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263592.625003:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263592.625004:0:23363:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:2.0:1788263592.625007:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263592.625010:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263592.625011:0:23363:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:2.0:1788263592.625014:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:2.0:1788263592.625021:0:23363:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff9ff3af7e3370) 00000020:00000080:2.0:1788263592.625031:0:23363:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:2.0:1788263592.625035:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:2.0:1788263592.625037:0:23363:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:2.0:1788263592.625039:0:23363:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:2.0:1788263592.625044:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:2.0:1788263592.625091:0:23363:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff3bc203800 from lustre-MDT0001, refs=2 00000020:00000080:2.0:1788263592.625102:0:23363:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff9ff3876b4d28) 00000020:00000080:2.0:1788263592.625110:0:23363:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:2.0:1788263592.625166:0:23363:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:2.0:1788263592.625170:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4b1103cba6670f01 00000020:00000080:2.0:1788263592.625313:0:23363:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:2.0:1788263592.625319:0:23363:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:2.0:1788263592.625324:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0x4b1103cba6670f08 00080000:01000000:2.0:1788263592.625328:0:23363:0:(osd_handler.c:8925:osd_obd_connect()) connect #2 00000020:00000080:2.0:1788263592.625331:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4b1103cba6670f0f 00010000:00010000:3.0:1788263592.691727:0:23363:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:3.0:1788263592.692141:0:23363:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:3.0:1788263592.692487:0:23363:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:3.0:1788263592.693669:0:23363:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:3.0:1788263592.693682:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263592.693690:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263592.693693:0:23363:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:3.0:1788263592.693697:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263592.693701:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263592.693703:0:23363:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:3.0:1788263592.693707:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788263592.693712:0:23363:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:00000080:3.0:1788263592.693740:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788263592.693754:0:23363:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff9ff28322b370) 00000020:00000080:3.0:1788263592.693775:0:23363:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:3.0:1788263592.693781:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788263592.693869:0:23363:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:3.0:1788263592.693876:0:23363:0:(osd_handler.c:8925:osd_obd_connect()) connect #3 00000020:00000080:3.0:1788263592.693885:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4b1103cba6670f1d 00010000:00080000:3.0:1788263592.693919:0:23363:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff282f63000@lustre-MDT0000-osp-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:3.0:1788263592.695619:0:23363:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1788263592.699403:0:23363:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1788263592.699417:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1788263592.699453:0:23363:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1788263592.699473:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4b1103cba6670f24 00000100:00080000:1.0:1788263592.699483:0:23363:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1788263592.699489:0:23363:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff9ff282f63000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263592.699522:0:23363:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387f800 x1875129709864704/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788263592.699552:0:23363:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1788263592.699600:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1788263592.699604:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1788263592.699607:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff38769d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788263592.699611:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 600 00000100:00080000:1.0:1788263592.699615:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:1.0:1788263592.699619:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ff38769d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263592.700116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387f480 x1875129709864832/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788263592.700127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263592.700130:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788263592.700133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263592.700135:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788263592.700175:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788263592.700194:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875129709864960:0@lo:400:kworker.0 00000100:00100000:1.0:1788263592.700254:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.700298:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709864960 00000100:00100000:1.0:1788263592.700304:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709864960 00000100:00100000:1.0:1788263592.700343:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1788263592.700353:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875129709864960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263592.700414:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875129709864960:12345-0@lo:400:kworker.0 Request processed in 62us (159us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263592.700420:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788263592.700454:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ff28387f100 x1875129709864960/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263608 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263592.700465:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875129709864960:0@lo:400:kworker.0 00000020:01000000:1.0:1788263592.700517:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788263592.700521:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263592.700522:0:23363:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1788263592.700525:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788263592.700528:0:23363:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #14 00000020:01000000:1.0:1788263592.700529:0:23363:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788263592.700530:0:23363:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788263592.700532:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788263592.700533:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263592.700535:0:23363:0:(obd_config.c:1563:class_process_config()) marker 14 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788263592.700537:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1788263592.700540:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263592.700542:0:23363:0:(obd_config.c:1563:class_process_config()) marker 15 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1788263592.700544:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1788263592.700597:0:23363:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1788263592.700610:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1788263592.700614:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263592.700615:0:23363:0:(obd_config.c:1563:class_process_config()) marker 15 (0x2) lustre-MDT0001 mdt.identity_upcall 00000100:00100000:3.0:1788263592.700722:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709864704:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788263592.700756:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263592.700790:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709864832:0@lo:38:kworker.0 00000100:00100000:3.0:1788263592.700811:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263592.700843:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709864704 00000100:00100000:3.0:1788263592.700847:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709864704 00000100:00100000:3.0:1788263592.700860:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709864832 00000100:00100000:3.0:1788263592.700862:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709864832 00000100:00100000:3.0:1788263592.700872:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788263592.700877:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3617:x1875129709864704:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788263592.700894:0:22632:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 601 last 0 00000020:00000080:3.0:1788263592.700925:0:22632:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4b1103cba6670f2b 00000004:00100000:3.0:1788263592.700938:0:22632:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:3.0:1788263592.700943:0:22632:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000020:01000000:1.0:1788263592.701789:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1788263592.701791:0:23363:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:1.0:1788263592.701793:0:23363:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788263592.701795:0:23363:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1788263592.701796:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1788263592.701800:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263592.701801:0:23363:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:1.0:1788263592.701804:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788263592.701807:0:23363:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:1.0:1788263592.701811:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263592.701812:0:23363:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1788263592.701815:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1788263592.701819:0:23363:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:1.0:1788263592.701841:0:23363:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1788263592.701843:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788263592.701868:0:23363:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff9ff38822cd28) 00000020:00000080:1.0:1788263592.701884:0:23363:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1788263592.701890:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1788263592.701966:0:23363:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1788263592.701972:0:23363:0:(osd_handler.c:8925:osd_obd_connect()) connect #4 00000020:00000080:1.0:1788263592.701978:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4b1103cba6670f39 00010000:00080000:1.0:1788263592.702007:0:23363:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff3af758800@lustre-OST0000-osc-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:1.0:1788263592.702655:0:23363:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:1.0:1788263592.704279:0:23363:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1788263592.704572:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1788263592.706064:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788263592.706329:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1788263592.706479:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000040:00080000:2.0:1788263592.708774:0:23368:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788263592.708781:0:23368:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1788263592.710787:0:23363:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1788263592.710801:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1788263592.710845:0:23363:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1788263592.710866:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4b1103cba6670f40 00000100:00080000:3.0:1788263592.710876:0:23363:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788263592.710882:0:23363:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9ff3af758800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263592.710915:0:23363:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b6300 x1875129709865088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1788263592.710984:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709865088:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1788263592.711040:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709865088 offset 0 length 520: 4 00000100:00080000:3.0:1788263592.711099:0:23363:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1788263592.711156:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263592.711162:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263592.711164:0:23363:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1788263592.711168:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1788263592.711180:0:23363:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:3.0:1788263592.711183:0:23363:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788263592.711185:0:23363:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1788263592.711187:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1788263592.711190:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263592.711192:0:23363:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:3.0:1788263592.711196:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788263592.711200:0:23363:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/mds2_flakey 00000020:00000080:3.0:1788263592.711204:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263592.711206:0:23363:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1788263592.711210:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1788263592.711214:0:23363:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.203.126@tcp to nid 0x20000c0a8cb7e (192.168.203.126@tcp) 00000020:01000000:3.0:1788263592.711235:0:23363:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1788263592.711238:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788263592.711251:0:23363:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff9ff3bc6b4d28) 00000020:00000080:3.0:1788263592.711264:0:23363:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1788263592.711270:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1788263592.711327:0:23363:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1788263592.711333:0:23363:0:(osd_handler.c:8925:osd_obd_connect()) connect #5 00000020:00000080:3.0:1788263592.711339:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0x4b1103cba6670f4e 00010000:00080000:3.0:1788263592.711368:0:23363:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff283a0e000@lustre-OST0001-osc-MDT0001: add connection 192.168.203.126@tcp at head 00000100:00080000:2.0:1788263592.711465:0:22632:0:(import.c:65:import_set_state_nolock()) ffff9ff282294800 : changing import state from RECOVER to FULL 00010000:00010000:3.0:1788263592.711655:0:23363:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1788263592.711718:0:23363:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1788263592.711733:0:23363:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000100:00080000:0.0:1788263592.711796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788263592.711800:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788263592.711803:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788263592.711806:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788263592.714318:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3617:x1875129709864704:12345-0@lo:38:llog_process_th.0 Request processed in 13431us (13553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.714343:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788263592.714403:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788263592.714414:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788263592.714423:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788263592.714428:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788263592.714431:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff282f63000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788263592.714653:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788263592.714661:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3617:x1875129709864832:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1788263592.714729:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3617:x1875129709864832:12345-0@lo:38:kworker.0 Request processed in 67us (13917us total) trans 0 rc -11/-11 00000100:00100000:0.0:1788263592.714736:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788263592.714916:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709864704:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788263592.714935:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788263592.714949:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff38769d000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788263592.714953:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788263592.714956:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709864832:0@lo:38:kworker.0 00000100:00100000:3.0:1788263592.715093:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709865216:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788263592.715132:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:2.0:1788263592.715973:0:23363:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788263592.716164:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:2.0:1788263592.716570:0:23363:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000040:00080000:1.0:1788263592.717170:0:23370:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000100:00100000:0.0:1788263592.717176:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709865216 00000040:00080000:1.0:1788263592.717181:0:23370:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000100:00100000:0.0:1788263592.717184:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709865216 00000100:00100000:0.0:1788263592.717224:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1788263592.717231:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1875129709865216:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788263592.717258:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788263592.717326:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3620:x1875129709865216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (2193us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263592.717334:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788263592.718423:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709865216:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1788263592.720556:0:23363:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1788263592.720572:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1788263592.721288:0:23363:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1788263592.721312:0:23363:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4b1103cba6670f55 00000100:00080000:2.0:1788263592.721322:0:23363:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788263592.721327:0:23363:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ff283a0e000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788263592.721361:0:23363:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff385d55c00 x1875129709865344/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788263592.722070:0:23363:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:2.0:1788263592.722193:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263592.722198:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263592.722200:0:23363:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1788263592.722203:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263592.722206:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263592.722208:0:23363:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788263592.722230:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788263592.722232:0:23363:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788263592.722234:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263592.722236:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263592.722237:0:23363:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788263592.722239:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263592.722241:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263592.722242:0:23363:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788263592.722245:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788263592.722278:0:23363:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263592.722281:0:23363:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263592.722282:0:23363:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788263592.722285:0:23363:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000100:00100000:3.0:1788263592.722421:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709865344:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1788263592.722494:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709865344 offset 0 length 520: 4 00000020:01000000:1.0:1788263592.722530:0:23359:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1788263592.722562:0:23359:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1788263592.722606:0:23359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823eda00/0x4b1103cba6670ed7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670ede expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.722617:0:23359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823eda00/0x4b1103cba6670ed7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670ede expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263592.722634:0:23359:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ff3bc203800 from 1 10000000:01000000:1.0:1788263592.722637:0:23359:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788263592.722664:0:23359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.722675:0:23359:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.722685:0:23359:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263592.722705:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865472:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263592.722743:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.722765:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff381254540 going to sleep for 11 seconds 00000100:00100000:3.0:1788263592.722824:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709865472 00000100:00100000:3.0:1788263592.722831:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709865472 00000100:00100000:3.0:1788263592.722878:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1788263592.722887:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+15:23359:x1875129709865472:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788263592.722899:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263592.722912:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670f5c expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263592.722934:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670f5c expref: 16 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263592.722944:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670f5c expref: 16 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263592.722952:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae765800, rc 0) 00000100:00100000:3.0:1788263592.722998:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+16:23359:x1875129709865472:12345-0@lo:101:mount.lustre.0 Request processed in 112us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.723004:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1788263592.723082:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865472:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263592.723096:0:23359:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.723104:0:23359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263592.724611:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865600:0@lo:256:mount.lustre.0 00000100:00100000:1.0:1788263592.724672:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.724773:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff381254540 going to sleep for 11 seconds 00000100:00080000:0.0:1788263592.724978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788263592.724984:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788263592.724987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788263592.724999:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788263592.725082:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709865600 00000100:00100000:3.0:1788263592.725088:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709865600 00000100:00100000:3.0:1788263592.725166:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788263592.725175:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+16:23359:x1875129709865600:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1788263592.725192:0:22620:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1788263592.725208:0:22620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788263592.725211:0:22620:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1788263592.725322:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+16:23359:x1875129709865600:12345-0@lo:256:mount.lustre.0 Request processed in 148us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.725330:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1788263592.725362:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865600:0@lo:256:mount.lustre.0 10000000:01000000:2.0:1788263592.726009:0:23359:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788263592.726033:0:23359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.726043:0:23359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263592.726050:0:23359:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff3bc203800 from 1 10000000:01000000:2.0:1788263592.726053:0:23359:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788263592.726081:0:23359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.726088:0:23359:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.726098:0:23359:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263592.726114:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865728:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788263592.726147:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.726169:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c057da80 going to sleep for 11 seconds 00000100:00100000:1.0:1788263592.726173:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709865728 00000100:00100000:1.0:1788263592.726178:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709865728 00000100:00100000:1.0:1788263592.726210:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788263592.726217:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+16:23359:x1875129709865728:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263592.726226:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263592.726238:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670f6a expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.726258:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670f6a expref: 17 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.726267:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670f6a expref: 17 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.726275:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ec000, rc 0) 00000100:00100000:1.0:1788263592.726305:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709865728:12345-0@lo:101:mount.lustre.0 Request processed in 88us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263592.726311:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788263592.726339:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865728:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263592.726352:0:23359:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.726360:0:23359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788263592.729077:0:23359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:0.0:1788263592.729398:0:23359:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788263592.729871:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1788263592.729897:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:0.0:1788263592.729913:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:0.0:1788263592.729928:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:0.0:1788263592.729943:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:0.0:1788263592.729956:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:0.0:1788263592.729970:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:0.0:1788263592.729984:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:0.0:1788263592.729996:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1788263592.730009:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:0.0:1788263592.730023:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:0.0:1788263592.730042:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:0.0:1788263592.730047:0:23359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:0.0:1788263592.730121:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865856:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263592.730289:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263592.730362:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff391446540 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.730415:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709865856 00000100:00100000:2.0:1788263592.730422:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709865856 00000100:00100000:2.0:1788263592.730501:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1788263592.730517:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709865856:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788263592.730648:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709865856:12345-0@lo:501:mount.lustre.0 Request processed in 131us (358us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.730655:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788263592.730738:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865856:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263592.730770:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865984:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788263592.730819:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263592.731024:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff391446540 going to sleep for 11 seconds 00000100:00100000:1.0:1788263592.731059:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709865984 00000100:00100000:1.0:1788263592.731065:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709865984 00000100:00100000:1.0:1788263592.731089:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1788263592.731095:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709865984:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788263592.731272:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709865984:12345-0@lo:503:mount.lustre.0 Request processed in 176us (452us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263592.731285:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788263592.731572:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709865984:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788263592.732082:0:23359:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788263592.732152:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866112:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263592.732197:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263592.732332:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a9617180 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.732408:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709866112 00000100:00100000:2.0:1788263592.732413:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709866112 00000100:00100000:3.0:1788263592.732487:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788263592.732500:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709866112:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263592.732613:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709866112:12345-0@lo:502:mount.lustre.0 Request processed in 118us (416us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.732620:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788263592.732777:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866112:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788263592.733017:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1788263592.733042:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:0.0:1788263592.733057:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:0.0:1788263592.733071:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:0.0:1788263592.733085:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:0.0:1788263592.733098:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:0.0:1788263592.733111:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:0.0:1788263592.733122:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:0.0:1788263592.733135:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1788263592.733148:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:0.0:1788263592.733162:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:0.0:1788263592.733196:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866240:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263592.733234:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263592.733314:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff391446540 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.733382:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709866240 00000100:00100000:2.0:1788263592.733388:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709866240 00000100:00100000:2.0:1788263592.733410:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1788263592.733418:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709866240:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263592.733537:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709866240:12345-0@lo:502:mount.lustre.0 Request processed in 120us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.733544:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1788263592.733936:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866240:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788263592.733983:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:0.0:1788263592.733990:0:23359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:0.0:1788263592.734722:0:23372:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788263592.734730:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263592.734733:0:23372:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:0.0:1788263592.734739:0:23372:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ff3bc203800 00000020:00000080:0.0:1788263592.734742:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788263592.734748:0:23372:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788263592.734751:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263592.734752:0:23372:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:0.0:1788263592.734944:0:23372:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788263592.734951:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263592.734952:0:23372:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:0.0:1788263592.734964:0:23372:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ff3bc203800 00000020:00000080:0.0:1788263592.734967:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788263592.735064:0:23372:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788263592.735068:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263592.735070:0:23372:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:0.0:1788263592.735073:0:23372:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788263592.735076:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263592.735077:0:23372:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788263592.735080:0:23372:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ff3bc203800 00000020:00000080:0.0:1788263592.735081:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788263592.738437:0:23372:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788263592.738449:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263592.738451:0:23372:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:0.0:1788263592.738455:0:23372:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1788263592.738459:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263592.738460:0:23372:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:0.0:1788263592.738466:0:23372:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ff3bc203800 00000020:00000080:0.0:1788263592.738468:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:0.0:1788263592.738522:0:23372:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1788263592.738525:0:23372:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1788263592.738526:0:23372:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:0.0:1788263592.738530:0:23372:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:0.0:1788263592.738616:0:23359:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1788263592.738646:0:23359:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788263592.738662:0:23359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.738673:0:23359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263592.738735:0:23359:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1788263592.738738:0:23359:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ff3bc203800 10000000:01000000:0.0:1788263592.738742:0:23359:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ff3bc203800 10000000:01000000:0.0:1788263592.738752:0:23359:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788263592.738758:0:23359:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ff3bc203800 from 1 10000000:01000000:0.0:1788263592.738760:0:23359:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1788263592.738796:0:23359:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9a00/0x4b1103cba6670f78 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.738816:0:23359:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9a00/0x4b1103cba6670f78 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.738827:0:23359:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9a00/0x4b1103cba6670f78 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263592.738849:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866368:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788263592.738909:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263592.742102:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff391446540 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.742235:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709866368 00000100:00100000:2.0:1788263592.742244:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709866368 00000100:00100000:2.0:1788263592.742330:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788263592.742341:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:23359:x1875129709866368:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263592.742355:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263592.742380:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eed800/0x4b1103cba6670f7f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670f78 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.742407:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eed800/0x4b1103cba6670f7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670f78 expref: 18 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.742417:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eed800/0x4b1103cba6670f7f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670f78 expref: 18 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.742426:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eed800, rc 0) 00000100:00100000:2.0:1788263592.742499:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709866368:12345-0@lo:101:mount.lustre.0 Request processed in 160us (3589us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.742506:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788263592.742607:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866368:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1788263592.742624:0:23359:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9a00/0x4b1103cba6670f78 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670f7f expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.742633:0:23359:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9a00/0x4b1103cba6670f78 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670f7f expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788263592.748763:0:23359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:0.0:1788263592.749028:0:23359:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788263592.749193:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:0.0:1788263592.749232:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:0.0:1788263592.749250:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:0.0:1788263592.749265:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:0.0:1788263592.749277:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:0.0:1788263592.749291:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:0.0:1788263592.749315:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:0.0:1788263592.749329:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:0.0:1788263592.749343:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:0.0:1788263592.749354:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:0.0:1788263592.749366:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:0.0:1788263592.749405:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:0.0:1788263592.749418:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:0.0:1788263592.749428:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:0.0:1788263592.749438:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:0.0:1788263592.749447:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:0.0:1788263592.749457:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:0.0:1788263592.749467:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:0.0:1788263592.749477:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:0.0:1788263592.749486:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:0.0:1788263592.749495:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000040:00080000:0.0:1788263592.749505:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:0.0:1788263592.749514:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:0.0:1788263592.749524:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:0.0:1788263592.749534:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:0.0:1788263592.749543:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:0.0:1788263592.749553:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:0.0:1788263592.749575:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:0.0:1788263592.749650:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:0.0:1788263592.749665:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:0.0:1788263592.749678:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:0.0:1788263592.749689:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:0.0:1788263592.749701:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:0.0:1788263592.749714:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:0.0:1788263592.749727:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:0.0:1788263592.749739:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:0.0:1788263592.749751:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:0.0:1788263592.749764:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:0.0:1788263592.749776:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:0.0:1788263592.749798:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000040:00080000:0.0:1788263592.749810:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:0.0:1788263592.749822:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:0.0:1788263592.749834:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:0.0:1788263592.749861:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:0.0:1788263592.749877:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:0.0:1788263592.749889:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:0.0:1788263592.749903:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:0.0:1788263592.749916:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:0.0:1788263592.750023:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:0.0:1788263592.750044:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:0.0:1788263592.750062:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:0.0:1788263592.750068:0:23359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:0.0:1788263592.750152:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866496:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263592.750215:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263592.750266:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39a927d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.750635:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709866496 00000100:00100000:2.0:1788263592.750643:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709866496 00000100:00100000:2.0:1788263592.750692:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788263592.750702:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709866496:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788263592.750838:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709866496:12345-0@lo:501:mount.lustre.0 Request processed in 138us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.750846:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788263592.750893:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39ded80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866496:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788263592.750934:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866624:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263592.750973:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.750994:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709866624 00000100:00100000:2.0:1788263592.750997:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709866624 00000100:00100000:2.0:1788263592.751018:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788263592.751025:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709866624:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263592.751093:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709866624:12345-0@lo:503:mount.lustre.0 Request processed in 68us (119us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.751100:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788263592.751132:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239600 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.751144:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866624:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788263592.751532:0:23359:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788263592.751620:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866752:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263592.751668:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.751702:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709866752 00000100:00100000:2.0:1788263592.751706:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709866752 00000100:00100000:2.0:1788263592.751730:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788263592.751736:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709866752:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263592.751804:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709866752:12345-0@lo:502:mount.lustre.0 Request processed in 68us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.751810:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788263592.751843:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239600 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.751856:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866752:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788263592.751995:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:2.0:1788263592.752023:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:2.0:1788263592.752040:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:2.0:1788263592.752054:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:2.0:1788263592.752067:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:2.0:1788263592.752096:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:2.0:1788263592.752117:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:2.0:1788263592.752137:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:2.0:1788263592.752158:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:2.0:1788263592.752177:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:2.0:1788263592.752195:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:2.0:1788263592.752213:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:2.0:1788263592.752232:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:2.0:1788263592.752252:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:2.0:1788263592.752272:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:2.0:1788263592.752288:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:2.0:1788263592.752305:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:2.0:1788263592.752320:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:2.0:1788263592.752340:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:2.0:1788263592.752358:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:2.0:1788263592.752968:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:2.0:1788263592.753012:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:2.0:1788263592.753029:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:2.0:1788263592.753044:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:2.0:1788263592.753060:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:2.0:1788263592.753072:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:2.0:1788263592.753085:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:2.0:1788263592.753098:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:2.0:1788263592.753110:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:2.0:1788263592.753124:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:2.0:1788263592.753138:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:2.0:1788263592.753153:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:2.0:1788263592.753167:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:2.0:1788263592.753182:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:2.0:1788263592.753194:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:2.0:1788263592.753205:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:2.0:1788263592.753288:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:2.0:1788263592.753384:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:2.0:1788263592.753406:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:2.0:1788263592.753425:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:2.0:1788263592.753443:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:2.0:1788263592.753460:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:2.0:1788263592.753479:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:2.0:1788263592.753499:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:2.0:1788263592.753518:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:2.0:1788263592.753535:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:2.0:1788263592.753550:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:2.0:1788263592.753567:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:2.0:1788263592.753994:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866880:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263592.754062:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.754098:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709866880 00000100:00100000:2.0:1788263592.754104:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709866880 00000100:00100000:2.0:1788263592.754148:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788263592.754165:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709866880:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263592.754335:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709866880:12345-0@lo:502:mount.lustre.0 Request processed in 173us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.754344:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788263592.754929:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239600 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.754953:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709866880:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788263592.757076:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:2.0:1788263592.757122:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:2.0:1788263592.757163:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709867008:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263592.757919:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.757970:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239600 going to sleep for 11 seconds 00000100:00100000:3.0:1788263592.758004:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709867008 00000100:00100000:3.0:1788263592.758012:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709867008 00000100:00100000:3.0:1788263592.758071:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788263592.758082:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709867008:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263592.758210:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709867008:12345-0@lo:502:mount.lustre.0 Request processed in 130us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.758219:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1788263592.758319:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709867008:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788263592.758395:0:23359:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:2.0:1788263592.758406:0:23359:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788263592.761027:0:23377:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:3.0:1788263592.761043:0:23377:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff9ff3bc6b19b8) 00000020:00000080:3.0:1788263592.761064:0:23377:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:3.0:1788263592.761159:0:23377:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff3bc203800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788263592.761163:0:23377:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff3bc203800 from lustre-MDT0001, refs=3 00000020:01000004:3.0:1788263592.761170:0:23377:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff3bc203800 3 00010000:00080000:3.0:1788263592.761199:0:23377:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff282f66000@lustre-MDT0000-lwp-MDT0001: add connection 192.168.203.126@tcp at head 00010000:00010000:3.0:1788263592.763087:0:23377:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:3.0:1788263592.763295:0:23377:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:3.0:1788263592.763336:0:23377:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788263592.763349:0:23377:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0x4b1103cba6670f8d 00000100:00080000:3.0:1788263592.763359:0:23377:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788263592.763365:0:23377:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff9ff282f66000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263592.763412:0:23377:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b5500 x1875129709867136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788263592.763435:0:23377:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788263592.763474:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263592.763478:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263592.763481:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263592.763484:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788263592.764126:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875129709867136:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1788263592.764195:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263592.766967:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709867136 00000100:00100000:3.0:1788263592.766979:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709867136 00000100:00100000:3.0:1788263592.767026:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1788263592.767034:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3617:x1875129709867136:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788263592.767290:0:22627:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 601 last 0 00000020:00000080:3.0:1788263592.767480:0:22627:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0x4b1103cba6670f94 00000004:00100000:3.0:1788263592.767499:0:22627:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788263592.767532:0:22627:0:(import.c:65:import_set_state_nolock()) ffff9ff38438c800 : changing import state from RECOVER to FULL 00000040:00080000:2.0:1788263592.767736:0:23377:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00100000:3.0:1788263592.768745:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3617:x1875129709867136:12345-0@lo:38:llog_process_th.0 Request processed in 1708us (4548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.768755:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1788263592.768820:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ff3867b5500 x1875129709867136/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788263602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263592.768833:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788263592.768841:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788263592.768848:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1788263592.768852:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788263592.768855:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff282f66000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788263592.768861:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3617:1875129709867136:0@lo:38:llog_process_th.0 00000020:01000000:1.0:1788263592.770209:0:23359:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1788263592.770250:0:23359:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1788263592.770273:0:23359:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9a00/0x4b1103cba6670f78 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670f7f expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.770285:0:23359:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9a00/0x4b1103cba6670f78 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670f7f expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1788263592.770335:0:23359:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1788263592.770337:0:23359:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788263592.770338:0:23359:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788263592.770340:0:23359:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788263592.770341:0:23359:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788263592.770342:0:23359:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788263592.770344:0:23359:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788263592.770345:0:23359:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788263592.770347:0:23359:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788263592.770350:0:23359:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1788263592.770353:0:23359:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1788263592.770354:0:23359:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1788263592.770355:0:23359:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788263592.770356:0:23359:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788263592.770358:0:23359:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788263592.770360:0:23359:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788263592.770361:0:23359:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1788263592.770363:0:23359:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788263592.770364:0:23359:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1788263592.770399:0:23359:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1788263592.770417:0:23359:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709867264:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1788263592.770478:0:23359:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263592.770517:0:23359:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd3f9f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788263592.770736:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709867264 00000100:00100000:2.0:1788263592.770743:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709867264 00000100:00100000:2.0:1788263592.771072:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788263592.771084:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709867264:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788263592.771109:0:22622:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788263592.771121:0:22622:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000001:00100000:2.0:1788263592.772785:0:22607:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1788263592.772868:0:22622:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788263592.772886:0:22622:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:1.0:1788263592.772904:0:22643:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788263592.772909:0:22643:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788263592.772939:0:22643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.772958:0:22643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670e98 expref: 18 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.772967:0:22643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670f5c expref: 18 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.772974:0:22643:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.773009:0:22643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6670f5c expref: 18 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.773022:0:22643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6670f5c expref: 18 pid: 22622 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263592.773035:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709867392:0@lo:104: 00000100:00100000:1.0:1788263592.773093:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788263592.773153:0:22643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6670e98 expref: 18 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263592.773161:0:22643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6670e98 expref: 18 pid: 22621 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263592.773170:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709867520:0@lo:104: 00000100:00100000:1.0:1788263592.773203:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263592.773205:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:23359:x1875129709867264:12345-0@lo:253:mount.lustre.0 Request processed in 2119us (2722us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263592.773232:0:22643:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd3f9c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788263592.773285:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788263592.773427:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709867392 00000100:00100000:2.0:1788263592.773435:0:22611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709867392 00000100:00100000:0.0:1788263592.773449:0:23359:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:23359:1875129709867264:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788263592.773463:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709867520 10000000:01000000:0.0:1788263592.773463:0:23359:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:0.0:1788263592.773467:0:23359:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000100:00100000:2.0:1788263592.773469:0:22611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709867520 00000020:01000004:0.0:1788263592.773471:0:23359:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:0.0:1788263592.773474:0:23359:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788263592.773476:0:23359:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788263592.773477:0:23359:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788263592.773479:0:23359:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788263592.773480:0:23359:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:0.0:1788263592.773483:0:23359:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788263592.773485:0:23359:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000100:00100000:2.0:1788263592.773488:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000020:02000000:0.0:1788263592.773507:0:23359:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00000100:00100000:2.0:1788263592.773512:0:22611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+4:22643:x1875129709867392:12345-0@lo:104: 00010000:00010000:2.0:1788263592.773538:0:22611:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.773618:0:22611:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788263592.773624:0:22611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+4:22643:x1875129709867392:12345-0@lo:104: Request processed in 117us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.773631:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788263592.773646:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788263592.773652:0:22611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:22643:x1875129709867520:12345-0@lo:104: 00010000:00010000:2.0:1788263592.773673:0:22611:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.773705:0:22611:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788263592.773710:0:22611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:22643:x1875129709867520:12345-0@lo:104: Request processed in 59us (511us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.773716:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1788263592.773739:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788263592.773744:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263592.773745:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263592.773756:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ec600 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263592.773769:0:22616:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.773779:0:22616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263592.773787:0:22616:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263592.773799:0:22616:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788263592.773827:0:22616:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.773834:0:22616:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263592.773863:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.773871:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec600/0x4b1103cba6670f5c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670f63 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263592.773878:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709867648:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263592.773885:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263592.773888:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263592.773890:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263592.773914:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263592.773971:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709867648 00000100:00100000:3.0:1788263592.773976:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709867648 00010000:00010000:3.0:1788263592.773993:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670f5c expref: 18 pid: 22622 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263592.774146:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709867392:0@lo:104: 00000100:00100000:1.0:1788263592.774159:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709867520:0@lo:104: 00010000:00010000:1.0:1788263592.774182:0:22643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263592.774818:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788263592.774828:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:3621:x1875129709867648:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788263592.774840:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263592.774846:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670f5c expref: 18 pid: 22622 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263592.774858:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6670f5c expref: 18 pid: 22622 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263592.774873:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6670f63 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6670f5c expref: 18 pid: 22622 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263592.774898:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788263592.774940:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:3621:x1875129709867648:12345-0@lo:103:ldlm_bl.0 Request processed in 114us (1025us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.774947:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788263592.776511:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709867648:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788263592.777478:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263592.777482:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263592.777484:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263592.777519:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.777530:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765400 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:0.0:1788263592.777534:0:22615:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.777543:0:22615:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788263592.777550:0:22615:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263592.777555:0:22615:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1788263592.777845:0:22615:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.777852:0:22615:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788263592.777873:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.777880:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff3ae765400/0x4b1103cba6670e98 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670e9f expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263592.777894:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263592.777896:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263592.777897:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263592.777910:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709867776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788263592.777963:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.778130:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709867776 00000100:00100000:2.0:1788263592.778137:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709867776 00010000:00010000:2.0:1788263592.778169:0:22614:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670e98 expref: 17 pid: 22621 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263592.778198:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788263592.778208:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:3618:x1875129709867776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263592.778221:0:22614:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263592.778226:0:22614:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670e98 expref: 17 pid: 22621 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778237:0:22614:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6670e98 expref: 17 pid: 22621 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778251:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3829e8800/0x4b1103cba6670e9f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6670e98 expref: 17 pid: 22621 timeout: 701 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778274:0:22614:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778282:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788263592.778297:0:22614:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.005387805s 00010000:00010000:2.0:1788263592.778302:0:22614:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778310:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778317:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778323:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778329:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ecc00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263592.778332:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778339:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778354:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778365:0:22614:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263592.778425:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39ddc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+16:3618:x1875129709867776:12345-0@lo:103:ldlm_bl.0 Request processed in 218us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263592.778433:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:2.0:1788263592.778469:0:22643:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778478:0:22643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263592.778485:0:22643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670f9b lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263592.779305:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709867776:0@lo:103:ldlm_bl.0 00000040:01000000:0.0:1788263592.782161:0:23359:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:1.0:1788263592.782237:0:23383:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:1.0:1788263592.782242:0:23383:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:3.0:1788263592.783609:0:23385:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:0.0:1788263592.783984:0:23359:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000040:00080000:0.0:1788263592.784957:0:23385:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788263592.787055:0:23385:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1788263592.787116:0:23385:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:01000000:0.0:1788263592.787348:0:23359:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:0.0:1788263592.787394:0:23359:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:0.0:1788263592.788879:0:23359:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:0.0:1788263592.788893:0:23359:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:0.0:1788263592.788960:0:23359:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788263592.790917:0:23359:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000100:00100000:2.0:1788263592.793832:0:23386:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23386:1875129709867904:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788263592.793904:0:23386:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.793948:0:23386:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239180 going to sleep for 11 seconds 00000100:00100000:3.0:1788263592.793961:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709867904 00000100:00100000:3.0:1788263592.793969:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709867904 00000040:00080000:0.0:1788263592.793998:0:23359:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000100:00100000:3.0:1788263592.794019:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788263592.794029:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23386:x1875129709867904:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788263592.794116:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d55180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23386:x1875129709867904:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 88us (212us total) trans 0 rc 0/0 00000040:01000000:0.0:1788263592.794116:0:23359:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000100:00100000:3.0:1788263592.794126:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:0.0:1788263592.794356:0:23359:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788263592.794759:0:23386:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23386:1875129709867904:0@lo:1000:lod0001_rec0000.0 00000040:01000000:2.0:1788263592.794788:0:23386:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:2.0:1788263592.794820:0:23386:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23386:1875129709868032:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788263592.794858:0:23386:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.794886:0:23386:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239180 going to sleep for 11 seconds 00000100:00100000:3.0:1788263592.794897:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709868032 00000100:00100000:3.0:1788263592.794904:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709868032 00000100:00100000:3.0:1788263592.794952:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788263592.794961:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23386:x1875129709868032:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788263592.795119:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d54380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:23386:x1875129709868032:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 159us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.795127:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00080000:10000000:0.0:1788263592.795131:0:23359:0:(osd_handler.c:5581:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x30:0x0] (8/32) registered 00000100:00100000:2.0:1788263592.795217:0:23386:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23386:1875129709868032:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788263592.795265:0:23386:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23386:1875129709868160:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788263592.795294:0:23386:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.795319:0:23386:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239600 going to sleep for 11 seconds 00000100:00100000:3.0:1788263592.795405:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709868160 00000100:00100000:3.0:1788263592.795410:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709868160 00000100:00100000:3.0:1788263592.795456:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788263592.795465:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23386:x1875129709868160:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1788263592.795520:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d56a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:23386:x1875129709868160:12345-0@lo:900:lod0001_rec0000.0 Request processed in 56us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.795545:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:2.0:1788263592.795811:0:23386:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff9ff385d54a80 x1875129709868160/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788263608 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263592.795835:0:23386:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:23386:1875129709868160:0@lo:900:lod0001_rec0000.0 00000100:00100000:2.0:1788263592.795998:0:23386:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23386:1875129709868288:0@lo:1000:lod0001_rec0000.0 00000100:00100000:2.0:1788263592.796030:0:23386:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263592.796084:0:23386:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239180 going to sleep for 11 seconds 00000100:00100000:3.0:1788263592.797385:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709868288 00000100:00100000:3.0:1788263592.797392:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709868288 00000100:00100000:3.0:1788263592.797428:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788263592.797435:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23386:x1875129709868288:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1788263592.797674:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d57100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:23386:x1875129709868288:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 237us (1642us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263592.797681:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788263592.799899:0:23386:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54a80 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:23386:1875129709868288:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1788263592.800080:0:23386:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000001:00000004:0.0:1788263592.800144:0:23359:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000040:00080000:3.0:1788263592.803398:0:23386:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788263592.803470:0:23386:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1788263592.803474:0:23386:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000001:00080000:0.0:1788263592.809270:0:23359:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:0.0:1788263592.809307:0:23359:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffad45c1cb7988 00100000:10000000:0.0:1788263592.809314:0:23359:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:1.0:1788263592.811770:0:23359:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788263592.811799:0:23359:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788263592.811817:0:23359:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:1.0:1788263592.811842:0:23359:0:(super25.c:182:lustre_fill_super()) /dev/mapper/mds2_flakey: Mount complete 00000020:00000004:1.0:1788263592.812634:0:23359:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788263592.812846:0:23359:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000040:00080000:1.0:1788263592.882073:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788263592.945321:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00010000:00010000:2.0:1788263593.584608:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1788263593.840438:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1788263593.967770:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 10000000:01000000:2.0:1788263594.224666:0:22625:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788263594.224675:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ff3bc203800 from 12 10000000:01000000:2.0:1788263594.224681:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788263594.224739:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263594.224751:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263594.224763:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263594.224788:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709868416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788263594.224854:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263594.224913:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263594.224955:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709868416 00000100:00100000:0.0:1788263594.224963:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709868416 00000100:00100000:0.0:1788263594.225022:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1788263594.225032:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398cdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+16:22625:x1875129709868416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263594.225045:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263594.225058:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670fa2 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263594.225080:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670fa2 expref: 17 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263594.225090:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670fa2 expref: 17 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263594.225117:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3829e9200, rc 0) 00000100:00100000:0.0:1788263594.225449:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398cdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709868416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 418us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263594.225457:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788263594.226900:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709868416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788263594.226926:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263594.226949:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263594.227240:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709868544:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788263594.227317:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263594.227380:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39873bcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263594.229644:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709868544 00000100:00100000:0.0:1788263594.229656:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709868544 00000100:00100000:0.0:1788263594.229712:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788263594.229724:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398cde450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709868544:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788263594.229748:0:22620:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788263594.229769:0:22620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788263594.229772:0:22620:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:0.0:1788263594.229909:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398cde450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709868544:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 186us (2591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263594.229917:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788263594.231763:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709868544:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788263594.231835:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788263594.231846:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263594.231858:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263594.231869:0:22625:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1788263594.231871:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ff3bc266000 from 12 10000000:01000000:1.0:1788263594.231875:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1788263594.231908:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263594.231915:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263594.231925:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263594.231955:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709868672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788263594.232008:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263594.232045:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39873bcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788263594.232064:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709868672 00000100:00100000:1.0:1788263594.232069:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709868672 00000100:00100000:1.0:1788263594.232107:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788263594.232117:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398cdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709868672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788263594.232128:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263594.232139:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670fb0 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263594.232176:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670fb0 expref: 18 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263594.232187:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670fb0 expref: 18 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263594.232195:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ecc00, rc 0) 00000100:00100000:1.0:1788263594.232232:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398cdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:22625:x1875129709868672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (224us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263594.232239:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788263594.233118:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709868672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788263594.233138:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263594.233149:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263594.233208:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709868800:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1788263594.233252:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263594.233453:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709868800 00000100:00100000:3.0:1788263594.233461:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709868800 00000100:00100000:3.0:1788263594.233499:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1788263594.233509:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bdf2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:22625:x1875129709868800:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788263594.233538:0:22621:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788263594.233554:0:22621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788263594.233557:0:22621:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:1.0:1788263594.234464:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39873bcc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788263594.234536:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bdf2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:22625:x1875129709868800:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1027us (1281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263594.234545:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1788263594.234710:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709868800:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1788263594.234764:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1788263594.234772:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263594.234782:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263594.609887:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788263594.870829:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788263594.991656:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00010000:00010000:0.0:1788263595.632096:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263596.015801:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00010000:00010000:3.0:1788263596.655798:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263597.039839:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00000001:02000400:2.0:1788263597.447866:0:23629:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:3.0:1788263597.683947:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263598.063814:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 0 seconds 00000100:00080000:2.0:1788263598.132298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:2.0:1788263598.132305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:2.0:1788263598.132316:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff38769d000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:0.0:1788263598.132322:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709868928:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1788263598.132326:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff9ff38769d000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788263598.132357:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff385d56680 x1875129709869184/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788263598.132373:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263598.132376:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788263598.132379:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263598.132382:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788263598.132397:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263598.132399:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788263598.132401:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1788263598.132405:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788263598.132416:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788263598.132440:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709869440:0@lo:400:kworker.0 00000100:00100000:0.0:1788263598.132464:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875129709869568:0@lo:400:kworker.0 00000100:00100000:2.0:1788263598.132465:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263598.132490:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263598.132492:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709869056:0@lo:400:kworker.0 00000100:00100000:0.0:1788263598.132660:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709869568 00000100:00100000:0.0:1788263598.132668:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709869568 00000100:00100000:0.0:1788263598.132715:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1788263598.132724:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875129709869568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263598.132774:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39ded80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875129709869568:12345-0@lo:400:kworker.0 Request processed in 51us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263598.132786:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:0.0:1788263598.132833:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff385d54700 x1875129709869568/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263598.132956:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875129709869568:0@lo:400:kworker.0 00000100:00100000:0.0:1788263598.133484:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709868928 00000100:00100000:0.0:1788263598.133490:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709868928 00000100:00100000:0.0:1788263598.133514:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709869440 00000100:00100000:0.0:1788263598.133517:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709869440 00000100:00100000:0.0:1788263598.133529:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788263598.133535:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1875129709868928:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788263598.133572:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788263598.133648:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3619:x1875129709868928:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (1242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263598.133654:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788263598.133667:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788263598.133674:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709869440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263598.133708:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d57480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709869440:12345-0@lo:400:kworker.0 Request processed in 35us (1242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263598.133714:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1788263598.133736:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709869184:0@lo:38:kworker.0 00000100:00100000:0.0:1788263598.133766:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263598.133807:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709869312:0@lo:400:kworker.0 00000100:00100000:0.0:1788263598.133858:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263598.133889:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709869184 00000100:00100000:0.0:1788263598.133893:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709869184 00000100:00100000:0.0:1788263598.133919:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1788263598.133924:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3617:x1875129709869184:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1788263598.133946:0:22632:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 607 last 0 00000020:00000080:0.0:1788263598.133984:0:22632:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b1103cba6670fbe 00000004:00100000:0.0:1788263598.133999:0:22632:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1788263598.134004:0:22632:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:0.0:1788263598.134105:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709868928:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788263598.135420:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709869312 00000100:00100000:3.0:1788263598.135429:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709869312 00000100:00100000:2.0:1788263598.135437:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263598.135472:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788263598.135480:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709869312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263598.135498:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709869440:0@lo:400:kworker.0 00000100:00100000:0.0:1788263598.136348:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709869056 00000100:00100000:0.0:1788263598.136357:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709869056 00000100:00100000:0.0:1788263598.136436:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788263598.136444:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bdf2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:3620:x1875129709869056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263598.138114:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39df100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709869312:12345-0@lo:400:kworker.0 Request processed in 2628us (4248us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263598.138128:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788263598.139033:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bdf2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:3620:x1875129709869056:12345-0@lo:400:kworker.0 Request processed in 2584us (3591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263598.139044:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00080000:3.0:1788263598.143415:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff385d57b80 x1875129709869312/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263614 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263598.143415:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709869056:0@lo:400:kworker.0 00000100:00100000:3.0:1788263598.143428:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709869312:0@lo:400:kworker.0 00000100:00080000:3.0:1788263598.147393:0:22632:0:(import.c:65:import_set_state_nolock()) ffff9ff38438a000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788263598.147489:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39de300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3617:x1875129709869184:12345-0@lo:38:kworker.0 Request processed in 13562us (13720us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263598.147499:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:3.0:1788263598.147749:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788263598.147758:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:3.0:1788263598.147764:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788263598.147766:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff38769d000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:3.0:1788263598.147822:0:3617:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000ec79903c): req@ffff9ff3867b4380 x1875129709862144/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263598.147850:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709869184:0@lo:38:kworker.0 00000100:00100000:3.0:1788263598.147913:0:22669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263598.147934:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd14d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788263598.147946:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709862144 00000100:00100000:3.0:1788263598.147952:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709862144 00000100:00100000:3.0:1788263598.147990:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788263598.147997:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22669:x1875129709862144:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788263598.148057:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22669:x1875129709862144:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 61us (144us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263598.148063:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788263598.148087:0:22669:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22669:1875129709862144:0@lo:1000:lod0000_rec0001.0 00000040:01000000:3.0:1788263598.148132:0:22669:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1788263598.148170:0:22669:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22669:1875129709869696:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788263598.148208:0:22669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263598.148231:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05bcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788263598.148241:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709869696 00000100:00100000:3.0:1788263598.148244:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709869696 00000100:00100000:3.0:1788263598.148263:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788263598.148268:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22669:x1875129709869696:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788263598.148359:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22669:x1875129709869696:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 91us (150us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263598.148366:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788263598.148388:0:22669:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22669:1875129709869696:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788263598.148464:0:22669:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22669:1875129709869824:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788263598.148486:0:22669:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263598.148502:0:22669:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05bcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1788263598.148512:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709869824 00000100:00100000:3.0:1788263598.148516:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709869824 00000100:00100000:3.0:1788263598.148534:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788263598.148539:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22669:x1875129709869824:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1788263598.148624:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22669:x1875129709869824:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 84us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263598.148630:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788263598.148651:0:22669:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22669:1875129709869824:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1788263598.148684:0:22669:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788263598.149439:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709869952:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788263598.149481:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:3.0:1788263598.151258:0:22669:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1788263598.151351:0:22669:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 18, retries 0 00000004:00080000:3.0:1788263598.151356:0:22669:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00000100:00100000:3.0:1788263598.151460:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709869952 00000100:00100000:3.0:1788263598.151468:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709869952 00000100:00100000:3.0:1788263598.151519:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788263598.151528:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3620:x1875129709869952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788263598.151707:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788263598.151960:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d55880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3620:x1875129709869952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 431us (2476us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263598.151968:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788263598.152036:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709869952:0@lo:41:osp-pre-1-0.0 00000020:00000004:0.0:1788263598.290349:0:23681:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:0.0:1788263598.290532:0:23681:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788263598.703819:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788263599.090803:0:23731:0:(tgt_mount.c:2347:server_getattr()) lustre-MDT0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788263599.090997:0:23731:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788263599.727998:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788263599.925569:0:23779:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe1b6e4560 20000000:00000080:3.0:1788263599.926139:0:23779:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9ff3858ee400 uarg=0000000000000000 20000000:01000000:3.0:1788263599.926355:0:23779:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:3.0:1788263599.926364:0:23779:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:3.0:1788263599.926369:0:23779:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:1.0:1788263599.927044:0:23780:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:3.0:1788263599.927242:0:23779:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:3.0:1788263599.937631:0:23779:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:3.0:1788263599.937962:0:23779:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263599.938001:0:23779:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670e67 expref: 17 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263599.938009:0:23779:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670f6a expref: 17 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263599.938016:0:23779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263599.938057:0:23779:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6670f6a expref: 17 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263599.938071:0:23779:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6670f6a expref: 17 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263599.938085:0:23779:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23779:1875129709870080:0@lo:104: 00000100:00100000:3.0:1788263599.938172:0:23779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263599.938432:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709870080 00000100:00100000:2.0:1788263599.938440:0:22610:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709870080 00000100:00100000:2.0:1788263599.938491:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788263599.938502:0:22610:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:23779:x1875129709870080:12345-0@lo:104: 00010000:00010000:2.0:1788263599.938515:0:22610:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263599.938575:0:22610:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788263599.938609:0:22610:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:23779:x1875129709870080:12345-0@lo:104: Request processed in 100us (430us total) trans 0 rc 0/0 00010000:00010000:1.0:1788263599.938618:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1788263599.938619:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00010000:1.0:1788263599.938628:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.938637:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff398eeda00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:1.0:1788263599.938641:0:23380:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.938649:0:23380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788263599.938656:0:23380:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263599.938661:0:23380:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788263599.938689:0:23380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.938694:0:23380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788263599.938713:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.938720:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6670f6a lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670f71 expref: -99 pid: 23359 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.938733:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263599.938735:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263599.938744:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263599.938756:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788263599.938767:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709870208:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788263599.938798:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263599.938846:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709870208 00000100:00100000:1.0:1788263599.938850:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709870208 00010000:00010000:1.0:1788263599.938871:0:22614:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670f6a expref: 18 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263599.938884:0:23779:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6670e67 expref: 18 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263599.938894:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00010000:00010000:3.0:1788263599.938897:0:23779:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6670e67 expref: 18 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263599.938905:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:3620:x1875129709870208:12345-0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788263599.938913:0:23779:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23779:1875129709870336:0@lo:104: 00010000:00010000:1.0:1788263599.938917:0:22614:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788263599.938924:0:22614:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670f6a expref: 18 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.938934:0:22614:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6670f6a expref: 18 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.938948:0:22614:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788263599.938956:0:23779:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263599.938974:0:23779:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05bc540 going to sleep for 11 seconds 00010000:00010000:3.0:1788263599.938994:0:23779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823ec000/0x4b1103cba6670f71 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6670f6a expref: 18 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263599.938999:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:3620:x1875129709870208:12345-0@lo:103:ldlm_bl.0 Request processed in 95us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263599.939009:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1788263599.939025:0:23779:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23779:1875129709870080:0@lo:104: 00000100:00100000:0.0:1788263599.939107:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709870208:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263599.939297:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709870336 00000100:00100000:2.0:1788263599.939302:0:22610:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709870336 00000100:00100000:2.0:1788263599.939343:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788263599.939350:0:22610:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:23779:x1875129709870336:12345-0@lo:104: 00010000:00010000:2.0:1788263599.939359:0:22610:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263599.939415:0:22610:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788263599.939421:0:22610:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:23779:x1875129709870336:12345-0@lo:104: Request processed in 72us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263599.939428:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:1.0:1788263599.939478:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263599.939485:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939492:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ed000 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:1.0:1788263599.939496:0:22615:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939513:0:22615:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788263599.939520:0:22615:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263599.939525:0:22615:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:1.0:1788263599.939552:0:22615:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939558:0:22615:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788263599.939574:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939598:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed000/0x4b1103cba6670e67 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670e6e expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939610:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263599.939613:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263599.939616:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263599.939626:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709870464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788263599.939649:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263599.939676:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709870464 00000100:00100000:1.0:1788263599.939679:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709870464 00010000:00010000:1.0:1788263599.939691:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670e67 expref: 17 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263599.939707:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788263599.939712:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:3618:x1875129709870464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788263599.939725:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788263599.939729:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670e67 expref: 17 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939737:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6670e67 expref: 17 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939748:0:22613:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939755:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939765:0:22613:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939771:0:22613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939776:0:22613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939781:0:22613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939786:0:22613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765a00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263599.939790:0:22613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939797:0:22613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939815:0:22613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263599.939824:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788263599.939852:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:3618:x1875129709870464:12345-0@lo:103:ldlm_bl.0 Request processed in 139us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263599.939859:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1788263599.939883:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709870464:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788263599.945791:0:23779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff398eeca00/0x4b1103cba6670e6e lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6670e67 expref: 16 pid: 22622 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263599.945813:0:23779:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23779:1875129709870336:0@lo:104: 00010000:00010000:3.0:1788263599.945843:0:23779:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263599.945852:0:23779:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263599.945859:0:23779:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263599.945865:0:23779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fc5 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263600.753299:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788263601.135727:0:22625:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788263601.135735:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff3bc203800 from 13 10000000:01000000:0.0:1788263601.135741:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788263601.135798:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263601.135810:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263601.135833:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263601.135859:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709870592:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788263601.135942:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263601.135991:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39069a240 going to sleep for 11 seconds 00000100:00100000:1.0:1788263601.136198:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709870592 00000100:00100000:1.0:1788263601.136206:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709870592 00000100:00100000:1.0:1788263601.136261:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788263601.136272:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bdf2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+16:22625:x1875129709870592:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788263601.136286:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263601.136301:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670fcc expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263601.136336:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670fcc expref: 17 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263601.136347:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670fcc expref: 17 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263601.136357:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ece00, rc 0) 00000100:00100000:1.0:1788263601.136411:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bdf2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709870592:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (469us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263601.136418:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788263601.136541:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709870592:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263601.136556:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263601.136565:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263601.136730:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709870720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788263601.136862:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263601.137899:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39069a240 going to sleep for 11 seconds 00000100:00100000:1.0:1788263601.140384:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709870720 00000100:00100000:1.0:1788263601.140405:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709870720 00000100:00100000:1.0:1788263601.140518:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788263601.140529:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709870720:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788263601.140721:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709870720:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 193us (3857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263601.140728:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788263601.140839:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709870720:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788263601.140903:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709870848:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788263601.140951:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263601.146566:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709870848 00000100:00100000:0.0:1788263601.146592:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709870848 00000100:00100000:0.0:1788263601.146646:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788263601.146656:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709870848:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788263601.148481:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709870848:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 1821us (7524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263601.148494:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:2.0:1788263601.155870:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282311480 going to sleep for 11 seconds 00000100:00100000:2.0:1788263601.155918:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709870848:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1788263601.161296:0:23841:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1788263601.161539:0:22625:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1788263601.161570:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788263601.161594:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263601.161606:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263601.161616:0:22625:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1788263601.161619:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff3bc266000 from 13 10000000:01000000:2.0:1788263601.161622:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1788263601.161660:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263601.161668:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263601.161679:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263601.161706:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709870976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788263601.161773:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263601.161818:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282311480 going to sleep for 11 seconds 00000100:00100000:3.0:1788263601.162060:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709870976 00000100:00100000:3.0:1788263601.162069:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709870976 00000100:00100000:3.0:1788263601.162120:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788263601.162130:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+17:22625:x1875129709870976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788263601.162144:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263601.162157:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670fda expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263601.162182:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670fda expref: 18 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263601.162212:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670fda expref: 18 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263601.162222:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae765a00, rc 0) 00000100:00100000:3.0:1788263601.162283:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:22625:x1875129709870976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (510us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263601.162291:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788263601.163341:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709870976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788263601.163363:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263601.163374:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263601.163474:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709871104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788263601.163518:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263601.163559:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282311480 going to sleep for 11 seconds 00000100:00100000:1.0:1788263601.163595:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709871104 00000100:00100000:1.0:1788263601.163600:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709871104 00000100:00100000:1.0:1788263601.163650:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:1.0:1788263601.163659:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:22625:x1875129709871104:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788263601.163782:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:22625:x1875129709871104:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 125us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263601.163790:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788263601.164169:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709871104:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788263601.164200:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709871232:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788263601.164238:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263601.164252:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282311480 going to sleep for 11 seconds 00000100:00100000:2.0:1788263601.164263:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709871232 00000100:00100000:2.0:1788263601.164267:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709871232 00000100:00100000:2.0:1788263601.164288:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788263601.164294:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:22625:x1875129709871232:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788263601.164379:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:22625:x1875129709871232:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 85us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263601.164386:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788263601.164422:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709871232:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788263601.165113:0:23842:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788263601.165344:0:22625:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788263601.165369:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788263601.165378:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263601.165389:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263601.776769:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788263602.096356:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788263602.223779:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263592/real 1788263592] req@ffff9ff385d55c00 x1875129709865344/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263602 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263602.223823:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff385d55c00 x1875129709865344/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263602 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263602.223832:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263592/real 1788263592] req@ffff9ff3867b6300 x1875129709865088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263602 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263602.223843:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff3867b6300 x1875129709865088/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263602 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1788263602.223859:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788263602.223909:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788263602.223913:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709865344:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1788263602.223919:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3af758800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1788263602.226838:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709871360:0@lo:400:kworker.0 00000100:00100000:1.0:1788263602.226906:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788263602.226985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263602.226989:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788263602.226992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263602.226995:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788263602.228661:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709871744:0@lo:400:kworker.0 00000100:00100000:3.0:1788263602.228721:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263602.228773:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709871360 00000100:00100000:3.0:1788263602.228779:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709871360 00000100:00100000:3.0:1788263602.228821:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788263602.228828:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:3619:x1875129709871360:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788263602.228974:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263602.228979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788263602.228991:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ff3af758800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788263602.228995:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1788263602.228998:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788263602.229003:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9ff3af758800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788263602.229029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff385d57b80 x1875129709871872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788263602.229043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263602.229046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788263602.229048:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788263602.229051:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 601 00000100:00080000:2.0:1788263602.229053:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1788263602.229056:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ff283a0e000 using connection 192.168.203.126@tcp/0@lo 00000100:00080000:0.0:1788263602.229191:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1788263602.229196:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709865088:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1788263602.229210:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709871488:0@lo:400:kworker.0 00000100:00100000:0.0:1788263602.229238:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263602.229260:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788263602.229264:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709871616:0@lo:400:kworker.0 00000100:00100000:0.0:1788263602.229282:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263602.229365:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709871616 00000100:00100000:0.0:1788263602.229370:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709871616 00000100:00100000:0.0:1788263602.229399:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1788263602.229406:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709871616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263602.229445:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39ddf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709871616:12345-0@lo:400:kworker.0 Request processed in 40us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263602.229462:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1788263602.229498:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff385d57800 x1875129709871616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263602.229509:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709871616:0@lo:400:kworker.0 00000100:00100000:0.0:1788263602.229574:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709871872:0@lo:8:kworker.0 00000400:00000100:0.0:1788263602.229611:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709871872 offset 0 length 520: 4 00000100:00100000:2.0:1788263602.229962:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff385d54700 x1875129709872000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788263602.230003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263602.230006:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788263602.230008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263602.230011:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788263602.230027:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709871744 00000100:00100000:2.0:1788263602.230031:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709871744 00000100:00100000:2.0:1788263602.230052:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709871488 00000100:00100000:2.0:1788263602.230054:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709871488 00000100:00100000:0.0:1788263602.230151:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709872000:0@lo:8:kworker.0 00000400:00000100:0.0:1788263602.230257:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709872000 offset 0 length 520: 4 00000100:00100000:2.0:1788263602.230324:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788263602.230331:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709871744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263602.230372:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709871744:12345-0@lo:400:kworker.0 Request processed in 42us (1650us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263602.230385:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1788263602.230400:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788263602.230406:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3620:x1875129709871488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263602.230447:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3620:x1875129709871488:12345-0@lo:400:kworker.0 Request processed in 42us (1208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263602.230453:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1788263602.230491:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709871744:0@lo:400:kworker.0 00000100:00100000:2.0:1788263602.230505:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788263602.230510:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875129709872128:0@lo:400:kworker.0 00000100:00100000:2.0:1788263602.230534:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263602.230561:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709872128 00000100:00100000:2.0:1788263602.230565:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709872128 00000100:00100000:2.0:1788263602.230621:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263602.230628:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875129709872128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263602.230660:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d56680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875129709872128:12345-0@lo:400:kworker.0 Request processed in 33us (125us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263602.230666:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:2.0:1788263602.230704:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff385d55500 x1875129709872128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263618 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263602.230714:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875129709872128:0@lo:400:kworker.0 00000100:00100000:0.0:1788263602.230870:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709871488:0@lo:400:kworker.0 00000100:00100000:3.0:1788263602.231013:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:3619:x1875129709871360:12345-0@lo:400:kworker.0 Request processed in 2183us (4105us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263602.231021:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788263602.231750:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709871360:0@lo:400:kworker.0 00010000:00010000:1.0:1788263602.801740:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263603.253821:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709872256:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788263603.253900:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263603.253971:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709872256 00000100:00100000:3.0:1788263603.253978:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709872256 00000100:00100000:3.0:1788263603.254024:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788263603.254033:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709872256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788263603.254075:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788263603.254128:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709872256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263603.254136:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788263603.254176:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709872256:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788263603.254785:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788263603.254795:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709872384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788263603.254824:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263603.254851:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709872384 00000100:00100000:3.0:1788263603.254854:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709872384 00000100:00100000:3.0:1788263603.254879:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788263603.254885:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3620:x1875129709872384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788263603.254901:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788263603.254930:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3620:x1875129709872384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 45us (106us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263603.254937:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788263603.254962:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709872384:0@lo:41:osp-pre-1-0.0 00000001:00100000:1.0:1788263603.771227:0:23360:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1788263603.829243:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788263604.080795:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788263604.850387:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263605.295706:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263590/real 1788263590] req@ffff9ff28387fb80 x1875129709863168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263605 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263605.295738:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff28387fb80 x1875129709863168/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263605 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263605.295754:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263590/real 1788263590] req@ffff9ff28387ca80 x1875129709863296/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263605 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263605.295766:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff28387ca80 x1875129709863296/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263605 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788263605.295785:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3b560e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788263605.295840:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788263605.295845:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709863168:0@lo:8:kworker.0 00000100:00080000:2.0:1788263605.295850:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283371800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1788263605.295934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263605.295940:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1788263605.295943:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff3b560e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788263605.295949:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 600 00000100:00080000:1.0:1788263605.295955:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788263605.295962:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ff3b560e000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263605.295985:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387ce00 x1875129709872768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788263605.295995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263605.295999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1788263605.296000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9ff283371800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1788263605.296003:0:38:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 600 00000100:00080000:1.0:1788263605.296005:0:38:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1788263605.296009:0:38:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ff283371800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:1.0:1788263605.296022:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff28387dc00 x1875129709872896/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1788263605.296066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263605.296069:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788263605.296072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263605.296075:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788263605.296102:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709872640:0@lo:400:kworker.0 00000100:00100000:1.0:1788263605.296202:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263605.296251:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788263605.296265:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709872512:0@lo:400:kworker.0 00000100:00100000:1.0:1788263605.296307:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263605.296333:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875129709873280:0@lo:400:kworker.0 00000100:00100000:1.0:1788263605.296358:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263605.296390:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709873024:0@lo:400:kworker.0 00000100:00100000:0.0:1788263605.296547:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709872640 00000100:00100000:0.0:1788263605.296557:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709872640 00000100:00100000:0.0:1788263605.296646:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788263605.296656:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709872640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263605.296715:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709872640:12345-0@lo:400:kworker.0 Request processed in 61us (513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263605.296723:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788263605.296749:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709873152:0@lo:400:kworker.0 00000100:00100000:0.0:1788263605.296777:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263605.296807:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709873152 00000100:00100000:0.0:1788263605.296813:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709873152 00000100:00100000:0.0:1788263605.296843:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788263605.296849:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709873152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263605.296889:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39de680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709873152:12345-0@lo:400:kworker.0 Request processed in 40us (111us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263605.296894:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:0.0:1788263605.296926:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709873152:0@lo:400:kworker.0 00000100:00100000:0.0:1788263605.296960:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709873280 00000100:00100000:0.0:1788263605.296964:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709873280 00000100:00100000:0.0:1788263605.296990:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788263605.296995:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875129709873280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263605.297027:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283325180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875129709873280:12345-0@lo:400:kworker.0 Request processed in 32us (668us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263605.297034:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1788263605.297065:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709872512 00000100:00100000:0.0:1788263605.297070:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709872512 00000100:00100000:0.0:1788263605.297094:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788263605.297100:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:3619:x1875129709872512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263605.297128:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:3619:x1875129709872512:12345-0@lo:400:kworker.0 Request processed in 29us (821us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263605.297134:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788263605.297175:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709872512:0@lo:400:kworker.0 00010000:00080000:0.0:1788263605.297187:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff28387ed80 x1875129709873280/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263605.297197:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875129709873280:0@lo:400:kworker.0 00000100:00100000:0.0:1788263605.297206:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709872640:0@lo:400:kworker.0 00000100:00100000:1.0:1788263605.297383:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263605.297453:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709873024 00000100:00100000:0.0:1788263605.297457:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709873024 00000100:00100000:0.0:1788263605.297485:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788263605.297491:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709873024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263605.297526:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283324000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709873024:12345-0@lo:400:kworker.0 Request processed in 35us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263605.297533:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00010000:00080000:1.0:1788263605.297618:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff28387e680 x1875129709873024/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263605.297627:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709873024:0@lo:400:kworker.0 00000100:00080000:2.0:1788263605.297762:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788263605.297768:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709863296:0@lo:8:kworker.0 00000100:00100000:2.0:1788263605.297792:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709872768:0@lo:8:kworker.0 00000400:00000100:2.0:1788263605.297819:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709872768 offset 0 length 520: 4 00000100:00100000:2.0:1788263605.297844:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709872896:0@lo:8:kworker.0 00000400:00000100:2.0:1788263605.297859:0:3617:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1875129709872896 offset 0 length 520: 4 00000100:00080000:1.0:1788263605.297911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263605.297915:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788263605.297919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263605.297922:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:1.0:1788263605.871801:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1788263606.144705:0:24127:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1788263606.144710:0:24127:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost1_flakey 00000020:01000004:1.0:1788263606.144711:0:24127:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:1.0:1788263606.144822:0:24127:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ff282291000 00000020:01000004:1.0:1788263606.144840:0:24127:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:1.0:1788263606.144855:0:24127:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-ldiskfs) 00000020:00000080:1.0:1788263606.144868:0:24127:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff9ff3882299b8) 00000020:00000080:1.0:1788263606.144885:0:24127:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788263606.196185:0:24127:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788263606.197428:0:24127:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788263606.197721:0:24127:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788263606.198048:0:24127:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8) registered 00100000:10000000:2.0:1788263606.198234:0:24127:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788263606.198824:0:24127:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788263606.199063:0:24127:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0000: index object [0x200000003:0x4:0x0] (8/32) registered 00080000:01000000:2.0:1788263606.202793:0:24127:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0000: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788263606.203013:0:24127:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1788263606.203029:0:24127:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788263606.203040:0:24127:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x4b1103cba6670fef 00000020:01000004:2.0:1788263606.203046:0:24127:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device /dev/mapper/ost1_flakey 00000020:01000004:2.0:1788263606.203067:0:24127:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.126@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788263606.203070:0:24127:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788263606.203077:0:24127:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1788263606.203082:0:24127:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1788263606.203092:0:24127:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff9ff3876b0000) 00000020:00000080:2.0:1788263606.203103:0:24127:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1788263606.204892:0:24127:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788263606.205070:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1788263606.205076:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:0.0:1788263606.209935:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:0.0:1788263606.209947:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:1.0:1788263606.210569:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:1.0:1788263606.210606:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:0.0:1788263606.215182:0:24127:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788263606.215551:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:0.0:1788263606.215559:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:0.0:1788263606.216525:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:0.0:1788263606.216533:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:0.0:1788263606.233718:0:24127:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1788263606.234015:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:0.0:1788263606.234021:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:0.0:1788263606.236134:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:0.0:1788263606.236146:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:0.0:1788263606.237196:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1788263606.237206:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1788263606.242862:0:24127:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1788263606.243057:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1788263606.243063:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1788263606.244785:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1788263606.244860:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:3.0:1788263606.282104:0:24127:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1788263606.282396:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:3.0:1788263606.282403:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:3.0:1788263606.286350:0:24127:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:3.0:1788263606.286363:0:24127:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:0.0:1788263606.286905:0:24127:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:0.0:1788263606.286935:0:24127:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost1_flakey 10000000:01000000:0.0:1788263606.286942:0:24127:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:0.0:1788263606.298324:0:24127:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788263606.298391:0:24127:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.203.126@tcp, index=0000, flags=0x20002 00000020:01000004:0.0:1788263606.298396:0:24127:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788263606.298398:0:24127:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788263606.298399:0:24127:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788263606.298400:0:24127:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788263606.298402:0:24127:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788263606.298409:0:24127:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788263606.298410:0:24127:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788263606.298412:0:24127:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788263606.298413:0:24127:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788263606.298417:0:24127:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:0.0:1788263606.298419:0:24127:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788263606.298421:0:24127:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788263606.298422:0:24127:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788263606.298423:0:24127:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788263606.298424:0:24127:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788263606.298425:0:24127:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788263606.298426:0:24127:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788263606.298427:0:24127:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788263606.298428:0:24127:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788263606.298453:0:24127:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1788263606.298483:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873408:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788263606.298564:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263606.298631:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788263606.298707:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709873408 00000100:00100000:3.0:1788263606.298715:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709873408 00000100:00100000:3.0:1788263606.298783:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1788263606.298801:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:24127:x1875129709873408:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1788263606.298830:0:22622:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1788263606.298833:0:22622:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:3.0:1788263606.298837:0:22622:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:3.0:1788263606.299381:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:24127:x1875129709873408:12345-0@lo:253:mount.lustre.0 Request processed in 588us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263606.299390:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788263606.299486:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873408:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788263606.299496:0:24127:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1788263606.299498:0:24127:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788263606.299500:0:24127:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1788263606.299501:0:24127:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788263606.299502:0:24127:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788263606.299504:0:24127:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788263606.299505:0:24127:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788263606.299506:0:24127:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788263606.299507:0:24127:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788263606.299508:0:24127:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788263606.299526:0:24127:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ff282291000 from lustre-OST0000 10000000:01000000:0.0:1788263606.299562:0:24127:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1788263606.299566:0:24127:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1788263606.299574:0:24127:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9ff3ad8eb370 local copy 00010000:00010000:0.0:1788263606.299611:0:24127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263606.299702:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873536:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263606.299732:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263606.299772:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff282239a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788263606.299978:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709873536 00000100:00100000:3.0:1788263606.299983:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709873536 00000100:00100000:3.0:1788263606.300034:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1788263606.300042:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:24127:x1875129709873536:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788263606.300128:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:24127:x1875129709873536:12345-0@lo:501:mount.lustre.0 Request processed in 86us (394us total) trans 0 rc -2/-2 00000100:00100000:3.0:1788263606.300135:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:1.0:1788263606.300257:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dfb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873536:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1788263606.300271:0:24127:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1788263606.300308:0:24127:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1788263606.300314:0:24127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.300323:0:24127:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263606.300345:0:24127:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ff282291000 10000000:01000000:1.0:1788263606.300350:0:24127:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1788263606.300356:0:24127:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:1.0:1788263606.300358:0:24127:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1788263606.300362:0:24127:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:1.0:1788263606.300365:0:24127:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:1.0:1788263606.300386:0:24127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed400/0x4b1103cba6670ffd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.300394:0:24127:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed400/0x4b1103cba6670ffd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.300403:0:24127:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed400/0x4b1103cba6670ffd lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263606.300417:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283325500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873664:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263606.300469:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263606.300491:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28396acc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788263606.300707:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709873664 00000100:00100000:3.0:1788263606.300711:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709873664 00000100:00100000:3.0:1788263606.300745:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1788263606.300760:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+18:24127:x1875129709873664:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1788263606.300769:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263606.300923:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6671004 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6670ffd expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263606.300949:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6671004 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6670ffd expref: 19 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263606.300959:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3ae765800/0x4b1103cba6671004 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670ffd expref: 19 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263606.300967:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae765800, rc 0) 00000100:00100000:3.0:1788263606.301008:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709873664:12345-0@lo:101:mount.lustre.0 Request processed in 249us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263606.301014:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788263606.301089:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283325500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873664:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263606.301102:0:24127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed400/0x4b1103cba6670ffd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671004 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.301134:0:24127:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed400/0x4b1103cba6670ffd lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6671004 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788263606.302546:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:1.0:1788263606.303818:0:24127:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788263606.310243:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1788263606.310339:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1788263606.310357:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1788263606.310370:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1788263606.310383:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1788263606.310398:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1788263606.310412:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1788263606.310427:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1788263606.310441:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:1.0:1788263606.310455:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:1.0:1788263606.310693:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:1.0:1788263606.310709:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:1.0:1788263606.310736:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:1.0:1788263606.310742:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:1.0:1788263606.311265:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283325500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873792:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263606.311342:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263606.311376:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28396a540 going to sleep for 11 seconds 00000100:00100000:3.0:1788263606.311448:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709873792 00000100:00100000:3.0:1788263606.311455:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709873792 00000100:00100000:3.0:1788263606.311516:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1788263606.311526:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709873792:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788263606.311964:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709873792:12345-0@lo:501:mount.lustre.0 Request processed in 438us (619us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263606.311973:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788263606.312052:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283325500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873792:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263606.312087:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283325500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873920:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788263606.313351:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263606.313429:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28396a540 going to sleep for 11 seconds 00000100:00100000:0.0:1788263606.314632:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709873920 00000100:00100000:0.0:1788263606.314643:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709873920 00000100:00100000:0.0:1788263606.314732:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1788263606.314742:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709873920:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788263606.316613:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709873920:12345-0@lo:503:mount.lustre.0 Request processed in 1836us (3230us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.316625:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788263606.316672:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283325500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709873920:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788263606.317125:0:24127:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788263606.317209:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874048:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263606.317251:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.321447:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2820d0480 going to sleep for 11 seconds 00000100:00100000:1.0:1788263606.322036:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709874048 00000100:00100000:1.0:1788263606.322046:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709874048 00000100:00100000:2.0:1788263606.322304:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1788263606.322316:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709874048:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263606.323477:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709874048:12345-0@lo:502:mount.lustre.0 Request processed in 1161us (6222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.323486:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788263606.324737:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874048:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788263606.325266:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:3.0:1788263606.325351:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:3.0:1788263606.325369:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:3.0:1788263606.325384:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:3.0:1788263606.325398:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:3.0:1788263606.325430:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:3.0:1788263606.325445:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:3.0:1788263606.325526:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:3.0:1788263606.325550:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:3.0:1788263606.325566:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:3.0:1788263606.325647:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:3.0:1788263606.325665:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:3.0:1788263606.325703:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874176:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263606.325927:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.326017:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2820d0480 going to sleep for 11 seconds 00000100:00100000:0.0:1788263606.326059:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709874176 00000100:00100000:0.0:1788263606.326066:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709874176 00000100:00100000:0.0:1788263606.326175:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788263606.326187:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709874176:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263606.326335:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709874176:12345-0@lo:502:mount.lustre.0 Request processed in 149us (408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.326342:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1788263606.326411:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874176:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788263606.326452:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:3.0:1788263606.326531:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1788263606.327445:0:24144:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1788263606.327453:0:24144:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of /dev/mapper/ost1_flakey 00000020:00000080:1.0:1788263606.327524:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1788263606.327528:0:24144:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1788263606.327535:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1788263606.327549:0:24144:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff9ff38822b370) 00000020:00000080:1.0:1788263606.327570:0:24144:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1788263606.327725:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1788263606.327897:0:24144:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff282291000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1788263606.327905:0:24144:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:1.0:1788263606.327911:0:24144:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0x4b1103cba6671012 00010000:00010000:2.0:1788263606.333179:0:24144:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:2.0:1788263606.333686:0:24144:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1788263606.337133:0:24144:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0000: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:2.0:1788263606.339192:0:24144:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1788263606.339205:0:24144:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263606.339211:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263606.339219:0:24144:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1788263606.339224:0:24144:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1788263606.339226:0:24144:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:2.0:1788263606.339228:0:24144:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788263606.339230:0:24144:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1788263606.339231:0:24144:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1788263606.339234:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263606.339235:0:24144:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:2.0:1788263606.339238:0:24144:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263606.339240:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263606.339242:0:24144:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1788263606.339245:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1788263606.339247:0:24144:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1788263606.339249:0:24144:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263606.339251:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263606.339253:0:24144:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1788263606.339255:0:24144:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263606.339257:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263606.339258:0:24144:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1788263606.339262:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1788263606.339306:0:24144:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263606.339310:0:24144:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263606.339311:0:24144:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1788263606.339315:0:24144:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:1.0:1788263606.339555:0:24127:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:1.0:1788263606.339625:0:24127:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:1.0:1788263606.339650:0:24127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed400/0x4b1103cba6670ffd lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671004 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.339662:0:24127:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed400/0x4b1103cba6670ffd lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671004 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263606.339671:0:24127:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff282291000 from 1 10000000:01000000:1.0:1788263606.339674:0:24127:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788263606.339711:0:24127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.339718:0:24127:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.340133:0:24127:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263606.340167:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283325f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874304:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263606.340251:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263606.340315:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28396a300 going to sleep for 11 seconds 00000100:00100000:2.0:1788263606.340442:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709874304 00000100:00100000:2.0:1788263606.340449:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709874304 00000100:00100000:2.0:1788263606.340509:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788263606.340518:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:24127:x1875129709874304:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263606.340536:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263606.340549:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6671019 expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.340602:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6671019 expref: 20 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.340621:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671019 expref: 20 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.340637:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eed000, rc 0) 00000100:00100000:2.0:1788263606.340683:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874304:12345-0@lo:101:mount.lustre.0 Request processed in 166us (432us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.340690:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:1.0:1788263606.340902:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283325f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874304:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263606.340917:0:24127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.340934:0:24127:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788263606.342212:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788263606.342543:0:24127:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788263606.342974:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788263606.343007:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788263606.343032:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788263606.343055:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788263606.343077:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788263606.343094:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788263606.343904:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788263606.343949:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788263606.343975:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788263606.343993:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788263606.344017:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788263606.344049:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788263606.344055:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788263606.344679:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283325f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263606.344744:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263606.344906:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709874432 00000100:00100000:0.0:1788263606.344913:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709874432 00000100:00100000:1.0:1788263606.346839:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28396a3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263606.347348:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1788263606.347363:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874432:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263606.347536:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874432:12345-0@lo:501:mount.lustre.0 Request processed in 179us (2792us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.347544:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:1.0:1788263606.348029:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283325f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874432:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263606.348076:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283325f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874560:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1788263606.348144:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263606.348995:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff28396a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788263606.350499:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709874560 00000100:00100000:2.0:1788263606.350512:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709874560 00000100:00100000:2.0:1788263606.350559:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788263606.350568:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874560:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263606.350740:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874560:12345-0@lo:503:mount.lustre.0 Request processed in 173us (2596us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.350748:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788263606.350949:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283325f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874560:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788263606.352186:0:24127:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788263606.352298:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874688:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263606.352362:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263606.352403:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709874688 00000100:00100000:2.0:1788263606.352408:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709874688 00000100:00100000:3.0:1788263606.352409:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7780 going to sleep for 11 seconds 00000100:00100000:2.0:1788263606.352459:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:2.0:1788263606.352469:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874688:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263606.352672:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874688:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263606.352806:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874688:12345-0@lo:502:mount.lustre.0 Request processed in 112us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.352816:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000040:00080000:3.0:1788263606.352913:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:3.0:1788263606.352939:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:3.0:1788263606.352953:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:3.0:1788263606.352967:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:3.0:1788263606.352982:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:3.0:1788263606.352997:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:3.0:1788263606.353011:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:3.0:1788263606.353026:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:3.0:1788263606.353039:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:3.0:1788263606.353052:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:3.0:1788263606.353065:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:3.0:1788263606.353088:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874816:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263606.353683:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.353714:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7780 going to sleep for 11 seconds 00000100:00100000:1.0:1788263606.353759:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709874816 00000100:00100000:1.0:1788263606.353764:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709874816 00000100:00100000:1.0:1788263606.353801:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788263606.353808:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874816:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788263606.353898:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874816:12345-0@lo:502:mount.lustre.0 Request processed in 90us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263606.353905:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:3.0:1788263606.353969:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874816:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788263606.354010:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:3.0:1788263606.354017:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788263606.354554:0:24148:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263606.354562:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263606.354565:0:24148:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788263606.354570:0:24148:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ff282291000 00000020:00000080:3.0:1788263606.354573:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788263606.354609:0:24148:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263606.354617:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263606.354618:0:24148:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788263606.354621:0:24148:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263606.354623:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263606.354625:0:24148:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788263606.354628:0:24148:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ff282291000 00000020:00000080:3.0:1788263606.354630:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788263606.354678:0:24148:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263606.354681:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263606.354682:0:24148:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1788263606.354684:0:24148:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263606.354687:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263606.354688:0:24148:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788263606.354691:0:24148:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ff282291000 00000020:00000080:3.0:1788263606.354693:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788263606.354714:0:24148:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263606.354716:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263606.354718:0:24148:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1788263606.354720:0:24148:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263606.354722:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263606.354723:0:24148:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:3.0:1788263606.354726:0:24148:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ff282291000 00000020:00000080:3.0:1788263606.354728:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788263606.354745:0:24148:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263606.354747:0:24148:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263606.354749:0:24148:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:3.0:1788263606.354751:0:24148:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788263606.355266:0:24127:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788263606.355305:0:24127:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788263606.355323:0:24127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.355346:0:24127:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263606.355416:0:24127:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788263606.355418:0:24127:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ff282291000 10000000:01000000:2.0:1788263606.355422:0:24127:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ff282291000 10000000:01000000:2.0:1788263606.355426:0:24127:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788263606.355432:0:24127:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ff282291000 from 1 10000000:01000000:2.0:1788263606.355435:0:24127:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788263606.355465:0:24127:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eecc00/0x4b1103cba6671027 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.355473:0:24127:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff398eecc00/0x4b1103cba6671027 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.355483:0:24127:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff398eecc00/0x4b1103cba6671027 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263606.355505:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874944:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788263606.355564:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263606.355618:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709874944 00000100:00100000:2.0:1788263606.355625:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709874944 00000100:00100000:2.0:1788263606.355667:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788263606.355677:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:24127:x1875129709874944:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263606.355689:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263606.355703:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eec400/0x4b1103cba667102e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6671027 expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.355737:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eec400/0x4b1103cba667102e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6671027 expref: 21 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.355746:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eec400/0x4b1103cba667102e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671027 expref: 21 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.355754:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eec400, rc 0) 00000100:00100000:2.0:1788263606.355788:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709874944:12345-0@lo:101:mount.lustre.0 Request processed in 113us (222us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.355795:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788263606.355841:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff38898dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788263606.355860:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55500 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709874944:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263606.355873:0:24127:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff398eecc00/0x4b1103cba6671027 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667102e expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.355882:0:24127:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff398eecc00/0x4b1103cba6671027 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba667102e expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1788263606.359654:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:3.0:1788263606.359913:0:24127:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1788263606.360085:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1788263606.360113:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:3.0:1788263606.360143:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:3.0:1788263606.360157:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:3.0:1788263606.360182:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:3.0:1788263606.360196:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:3.0:1788263606.360209:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:3.0:1788263606.360222:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:3.0:1788263606.360235:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1788263606.360249:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:3.0:1788263606.360271:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:3.0:1788263606.360300:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:3.0:1788263606.360318:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:3.0:1788263606.360336:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:3.0:1788263606.360365:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:3.0:1788263606.360380:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:3.0:1788263606.360394:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:3.0:1788263606.360409:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:3.0:1788263606.360424:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:3.0:1788263606.360437:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:3.0:1788263606.360450:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:3.0:1788263606.360467:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:3.0:1788263606.360483:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:3.0:1788263606.360496:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:3.0:1788263606.360509:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:3.0:1788263606.360522:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:3.0:1788263606.360535:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:3.0:1788263606.360547:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:3.0:1788263606.360560:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:3.0:1788263606.360573:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:3.0:1788263606.360633:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:3.0:1788263606.360650:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:3.0:1788263606.360664:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:3.0:1788263606.360682:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:3.0:1788263606.360700:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:3.0:1788263606.360715:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:3.0:1788263606.360727:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:3.0:1788263606.360749:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:3.0:1788263606.360768:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:3.0:1788263606.360781:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:3.0:1788263606.360795:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:3.0:1788263606.360809:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:3.0:1788263606.360821:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:3.0:1788263606.360832:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:3.0:1788263606.360844:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:3.0:1788263606.360857:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:3.0:1788263606.360883:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:3.0:1788263606.360895:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:3.0:1788263606.361003:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:3.0:1788263606.361023:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:3.0:1788263606.361041:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:3.0:1788263606.361046:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:3.0:1788263606.361126:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875072:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788263606.361193:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.361241:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7240 going to sleep for 11 seconds 00000100:00100000:0.0:1788263606.361394:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709875072 00000100:00100000:0.0:1788263606.361408:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709875072 00000100:00100000:0.0:1788263606.361460:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788263606.361469:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875072:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263606.361575:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875072:12345-0@lo:501:mount.lustre.0 Request processed in 107us (381us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.361609:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1788263606.363512:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875072:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1788263606.363565:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875200:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788263606.363650:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.363689:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7240 going to sleep for 11 seconds 00000100:00100000:0.0:1788263606.363753:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709875200 00000100:00100000:0.0:1788263606.363759:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709875200 00000100:00100000:0.0:1788263606.363809:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1788263606.363818:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875200:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788263606.363925:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875200:12345-0@lo:503:mount.lustre.0 Request processed in 107us (274us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.363933:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788263606.365265:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875200:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1788263606.365745:0:24127:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1788263606.365826:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875328:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263606.365888:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.365938:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7240 going to sleep for 11 seconds 00000100:00100000:2.0:1788263606.366070:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709875328 00000100:00100000:2.0:1788263606.366077:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709875328 00000100:00100000:2.0:1788263606.366195:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788263606.366205:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875328:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263606.366317:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875328:12345-0@lo:502:mount.lustre.0 Request processed in 113us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.366324:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788263606.366406:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875328:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788263606.366574:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1788263606.367287:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1788263606.367305:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1788263606.367319:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1788263606.367333:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1788263606.367345:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1788263606.367359:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1788263606.367373:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1788263606.367400:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1788263606.367416:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1788263606.367430:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1788263606.367441:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1788263606.367452:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1788263606.367464:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1788263606.367478:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1788263606.367490:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1788263606.367503:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1788263606.367515:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1788263606.367528:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1788263606.367541:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1788263606.367554:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1788263606.367565:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1788263606.367601:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1788263606.367619:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1788263606.367648:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1788263606.367663:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1788263606.367675:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1788263606.367688:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1788263606.367701:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1788263606.367715:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1788263606.367727:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1788263606.367738:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1788263606.367761:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1788263606.367775:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1788263606.367787:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1788263606.367800:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1788263606.367812:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1788263606.367824:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1788263606.367836:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1788263606.367862:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1788263606.367891:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1788263606.367907:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1788263606.367920:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1788263606.367933:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1788263606.367946:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1788263606.367959:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1788263606.367973:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1788263606.367985:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1788263606.368036:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875456:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263606.368104:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.368220:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7780 going to sleep for 11 seconds 00000100:00100000:3.0:1788263606.368242:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709875456 00000100:00100000:3.0:1788263606.368247:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709875456 00000100:00100000:3.0:1788263606.368302:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788263606.368310:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875456:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263606.368409:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875456:12345-0@lo:502:mount.lustre.0 Request processed in 99us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263606.368417:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788263606.368465:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875456:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788263606.368641:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1788263606.368662:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1788263606.368692:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875584:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263606.368725:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.368750:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7780 going to sleep for 11 seconds 00000100:00100000:0.0:1788263606.368763:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709875584 00000100:00100000:0.0:1788263606.368769:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709875584 00000100:00100000:0.0:1788263606.368810:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1788263606.368828:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875584:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263606.368921:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709875584:12345-0@lo:502:mount.lustre.0 Request processed in 103us (194us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.368929:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788263606.369210:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709875584:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1788263606.369246:0:24127:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:3.0:1788263606.369255:0:24127:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1788263606.370047:0:24153:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788263606.370063:0:24153:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff9ff3bc6b3370) 00000020:00000080:3.0:1788263606.370085:0:24153:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:3.0:1788263606.373542:0:24153:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff282291000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788263606.373553:0:24153:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff282291000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788263606.373556:0:24153:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff282291000 3 00010000:00080000:3.0:1788263606.373617:0:24153:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff283217000@lustre-MDT0000-lwp-OST0000: add connection 192.168.203.126@tcp at head 00010000:00010000:3.0:1788263606.384324:0:24153:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:3.0:1788263606.389660:0:24153:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:3.0:1788263606.389703:0:24153:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788263606.389716:0:24153:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0x4b1103cba667103c 00000100:00080000:3.0:1788263606.389727:0:24153:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788263606.389732:0:24153:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff9ff283217000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263606.389764:0:24153:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3867b4380 x1875129709875712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788263606.389787:0:24153:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1788263606.389837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263606.389841:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263606.389844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263606.389847:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263606.389881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263606.389884:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263606.389887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263606.389890:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788263606.389923:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709875968:0@lo:400:kworker.0 00000100:00100000:3.0:1788263606.389983:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.390017:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788263606.390021:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709876096:0@lo:400:kworker.0 00000100:00100000:3.0:1788263606.390041:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263606.393479:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709875840:0@lo:400:kworker.0 00000100:00100000:0.0:1788263606.393543:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263606.393594:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788263606.393601:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff284149500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875129709876224:0@lo:400:kworker.0 00000100:00100000:0.0:1788263606.393623:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263606.393664:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709875968 00000100:00100000:0.0:1788263606.393677:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709875968 00000100:00100000:0.0:1788263606.393712:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709876224 00000100:00100000:0.0:1788263606.393714:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709876224 00000100:00100000:0.0:1788263606.393727:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788263606.393734:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28414b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709875968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263606.393785:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28414b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709875968:12345-0@lo:400:kworker.0 Request processed in 51us (3802us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.393804:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788263606.393820:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788263606.393826:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875129709876224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263606.393856:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39df800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875129709876224:12345-0@lo:400:kworker.0 Request processed in 31us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.393862:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788263606.393882:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709876096 00000100:00100000:0.0:1788263606.393885:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709876096 00000100:00100000:0.0:1788263606.393900:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709875840 00000100:00100000:0.0:1788263606.393903:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709875840 00000100:00100000:0.0:1788263606.393915:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788263606.393920:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28414aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709876096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263606.393947:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28414aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709876096:12345-0@lo:400:kworker.0 Request processed in 28us (3905us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.393952:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1788263606.393961:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788263606.393966:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709875840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263606.393985:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709875840:12345-0@lo:400:kworker.0 Request processed in 20us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.393990:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00010000:00080000:0.0:1788263606.394032:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff284149500 x1875129709876224/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263606.394045:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff284149500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875129709876224:0@lo:400:kworker.0 00000100:00100000:0.0:1788263606.394053:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709875840:0@lo:400:kworker.0 00000100:00100000:0.0:1788263606.394088:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709876096:0@lo:400:kworker.0 00010000:00080000:0.0:1788263606.394099:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff3867b5c00 x1875129709875968/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263606.394108:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709875968:0@lo:400:kworker.0 00000100:00100000:2.0:1788263606.395031:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3617:1875129709875712:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788263606.395079:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263606.395724:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709875712 00000100:00100000:0.0:1788263606.395730:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709875712 00000100:00100000:0.0:1788263606.395755:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1788263606.395761:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3617:x1875129709875712:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1788263606.395786:0:22628:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 615 last 0 00000020:00000080:0.0:1788263606.395826:0:22628:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0x4b1103cba6671043 00000004:00100000:0.0:1788263606.395839:0:22628:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1788263606.395865:0:22628:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0dfd000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788263606.395911:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d55500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3617:x1875129709875712:12345-0@lo:38:llog_process_th.0 Request processed in 150us (832us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263606.395918:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1788263606.395952:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff3867b4380 x1875129709875712/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788263616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263606.395962:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1788263606.395968:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:0.0:1788263606.395974:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1788263606.395983:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:0.0:1788263606.395986:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283217000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1788263606.395991:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3617:1875129709875712:0@lo:38:llog_process_th.0 00000020:01000004:3.0:1788263606.399919:0:24153:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1788263606.399937:0:24153:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff9ff3bc6b0000) 00000020:00000080:3.0:1788263606.399962:0:24153:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1788263606.400047:0:24153:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff282291000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788263606.400051:0:24153:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff282291000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1788263606.400053:0:24153:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff282291000 3 00010000:00080000:3.0:1788263606.400086:0:24153:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff283216000@lustre-MDT0001-lwp-OST0000: add connection 192.168.203.126@tcp at head 00010000:00010000:3.0:1788263606.403351:0:24153:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1788263606.406506:0:24153:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1788263606.406550:0:24153:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1788263606.406563:0:24153:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0x4b1103cba6671051 00000100:00080000:3.0:1788263606.406573:0:24153:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1788263606.406591:0:24153:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff9ff283216000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263606.406639:0:24153:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff284148e00 x1875129709876352/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1788263606.406669:0:24153:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1788263606.406704:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263606.406715:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263606.406718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263606.406721:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263606.406725:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263606.406728:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1788263606.406730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1788263606.406733:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1788263606.407027:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff284148e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3617:1875129709876352:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1788263606.407101:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.407201:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709876352 00000100:00100000:3.0:1788263606.407208:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709876352 00000100:00100000:3.0:1788263606.407239:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1788263606.407246:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3617:x1875129709876352:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1788263606.407273:0:22627:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 615 last 0 00000020:00000080:3.0:1788263606.407331:0:22627:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0x4b1103cba6671058 00000004:00100000:3.0:1788263606.407347:0:22627:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1788263606.407379:0:22627:0:(import.c:65:import_set_state_nolock()) ffff9ff384388800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788263606.407483:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d54a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3617:x1875129709876352:12345-0@lo:38:llog_process_th.0 Request processed in 236us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263606.407492:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000040:00080000:0.0:1788263606.408998:0:24153:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:3.0:1788263606.409565:0:24127:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:3.0:1788263606.409628:0:24127:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:3.0:1788263606.409646:0:24127:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eecc00/0x4b1103cba6671027 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667102e expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263606.409657:0:24127:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff398eecc00/0x4b1103cba6671027 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667102e expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:3.0:1788263606.409715:0:24127:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:3.0:1788263606.409717:0:24127:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788263606.409719:0:24127:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788263606.409720:0:24127:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788263606.409721:0:24127:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788263606.409722:0:24127:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788263606.409724:0:24127:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788263606.409726:0:24127:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788263606.409728:0:24127:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788263606.409731:0:24127:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:3.0:1788263606.409733:0:24127:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1788263606.409735:0:24127:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788263606.409736:0:24127:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788263606.409737:0:24127:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788263606.409738:0:24127:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788263606.409739:0:24127:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788263606.409740:0:24127:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788263606.409742:0:24127:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788263606.409743:0:24127:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:3.0:1788263606.409765:0:24127:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:3.0:1788263606.409782:0:24127:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff284148700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709876480:0@lo:253:mount.lustre.0 00010000:00080000:2.0:1788263606.411378:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff9ff284148e00 x1875129709876352/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788263616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263606.411393:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1788263606.411402:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1788263606.411410:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1788263606.411416:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:2.0:1788263606.411419:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283216000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1788263606.411427:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff284148e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3617:1875129709876352:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788263606.411720:0:24127:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263606.411760:0:24127:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d73c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788263606.412913:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709876480 00000100:00100000:2.0:1788263606.412923:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709876480 00000100:00100000:2.0:1788263606.412972:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788263606.412981:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709876480:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788263606.413010:0:22622:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:2.0:1788263606.413022:0:22622:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:2.0:1788263606.420972:0:22622:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:2.0:1788263606.421024:0:22622:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1788263606.421200:0:22643:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788263606.421205:0:22643:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788263606.421226:0:22643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.421244:0:22643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670fa2 expref: 21 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.421252:0:22643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670fb0 expref: 21 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.421260:0:22643:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263606.421421:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24127:x1875129709876480:12345-0@lo:253:mount.lustre.0 Request processed in 8438us (9699us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.421432:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:3.0:1788263606.421530:0:24127:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff284148700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24127:1875129709876480:0@lo:253:mount.lustre.0 10000000:01000000:3.0:1788263606.421544:0:24127:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:3.0:1788263606.421547:0:24127:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:3.0:1788263606.421549:0:24127:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:3.0:1788263606.421550:0:24127:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1788263606.421552:0:24127:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1788263606.421553:0:24127:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1788263606.421554:0:24127:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1788263606.421556:0:24127:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1788263606.421558:0:24127:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1788263606.421560:0:24127:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:3.0:1788263606.421617:0:24127:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00010000:00010000:1.0:1788263606.422473:0:22643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6670fb0 expref: 20 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.422491:0:22643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6670fb0 expref: 20 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263606.422505:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283325880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709876608:0@lo:104: 00000100:00100000:1.0:1788263606.422557:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788263606.422848:0:22643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6670fa2 expref: 20 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263606.422857:0:22643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6670fa2 expref: 20 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263606.422866:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283326680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709876736:0@lo:104: 00000100:00100000:1.0:1788263606.422893:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263606.423215:0:22643:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a97e2600 going to sleep for 11 seconds 00000001:00000004:3.0:1788263606.423773:0:24127:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:3.0:1788263606.425810:0:24127:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:3.0:1788263606.425818:0:24127:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:3.0:1788263606.425854:0:24127:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1788263606.425892:0:24127:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1788263606.425912:0:24127:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:3.0:1788263606.425929:0:24127:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost1_flakey: Mount complete 00000020:00000004:3.0:1788263606.426748:0:24127:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788263606.426970:0:24127:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788263606.434246:0:22610:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788263606.434287:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709876608 00000100:00100000:2.0:1788263606.434297:0:22610:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709876608 00000100:00100000:2.0:1788263606.434341:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709876736 00000100:00100000:2.0:1788263606.434344:0:22610:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709876736 00000100:00100000:2.0:1788263606.434379:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263606.434388:0:22610:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+4:22643:x1875129709876608:12345-0@lo:104: 00010000:00010000:2.0:1788263606.434405:0:22610:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434494:0:22610:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788263606.434500:0:22610:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283327480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+4:22643:x1875129709876608:12345-0@lo:104: Request processed in 114us (11944us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.434507:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263606.434524:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788263606.434530:0:22610:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bc4de850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:22643:x1875129709876736:12345-0@lo:104: 00010000:00010000:2.0:1788263606.434539:0:22610:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434575:0:22610:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788263606.434595:0:22610:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bc4de850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:22643:x1875129709876736:12345-0@lo:104: Request processed in 66us (11702us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.434601:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:2.0:1788263606.434669:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788263606.434675:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434684:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ed600 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263606.434688:0:22616:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434697:0:22616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263606.434716:0:22616:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263606.434723:0:22616:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788263606.434757:0:22616:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434763:0:22616:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263606.434783:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434790:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed600/0x4b1103cba6670fb0 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fb7 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434802:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263606.434805:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434811:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff398eec800 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263606.434814:0:22616:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434820:0:22616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263606.434825:0:22616:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263606.434829:0:22616:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788263606.434848:0:22616:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434855:0:22616:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263606.434869:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434876:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba6670fa2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fa9 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.434893:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263606.434894:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263606.434896:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263606.434918:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263606.434940:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709876864:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263606.434976:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263606.435024:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709876992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263606.435052:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263606.435085:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709876864 00000100:00100000:2.0:1788263606.435089:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709876864 00010000:00010000:2.0:1788263606.435105:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670fb0 expref: 21 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263606.435138:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709876992 00000100:00100000:2.0:1788263606.435141:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709876992 00010000:00010000:2.0:1788263606.435152:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670fa2 expref: 22 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263606.435165:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263606.435171:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:3619:x1875129709876864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263606.435190:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263606.435196:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670fb0 expref: 22 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435207:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6670fb0 expref: 22 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435224:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263606.435254:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d55f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:3619:x1875129709876864:12345-0@lo:103:ldlm_bl.0 Request processed in 82us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.435260:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263606.435274:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788263606.435293:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae6b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:3620:x1875129709876992:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263606.435301:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263606.435306:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670fa2 expref: 21 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435315:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6670fa2 expref: 21 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435326:0:22613:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435334:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788263606.435348:0:22613:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.014143194s 00010000:00010000:2.0:1788263606.435352:0:22613:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435370:0:22613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435377:0:22613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435384:0:22613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435390:0:22613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823eca00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263606.435395:0:22613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435403:0:22613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435412:0:22613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435422:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263606.435450:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae6b3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:3620:x1875129709876992:12345-0@lo:103:ldlm_bl.0 Request processed in 158us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263606.435456:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788263606.435514:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709876992:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263606.435536:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709876864:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263606.435556:0:22643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba6670fb7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6670fb0 expref: 20 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263606.435597:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283325880 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709876608:0@lo:104: 00010000:00010000:2.0:1788263606.435610:0:22643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3829e9200/0x4b1103cba6670fa9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6670fa2 expref: 19 pid: 22621 timeout: 715 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263606.435618:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283326680 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709876736:0@lo:104: 00010000:00010000:2.0:1788263606.435633:0:22643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435642:0:22643:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435648:0:22643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263606.435653:0:22643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823eca00/0x4b1103cba667105f lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263606.446276:0:22611:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 0 new 8192-byte reqbufs (1/1 left), rc = 0 00010000:00010000:1.0:1788263606.901932:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:3.0:1788263607.169494:0:24207:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788263607.170175:0:24207:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 10000000:01000000:2.0:1788263607.727710:0:22625:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788263607.727718:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ff3bc203800 from 13 10000000:01000000:2.0:1788263607.727723:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788263607.727776:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263607.727789:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263607.727801:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263607.727843:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709877120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788263607.727922:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263607.728020:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39069a240 going to sleep for 11 seconds 00000100:00100000:0.0:1788263607.729795:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709877120 00000100:00100000:0.0:1788263607.729808:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709877120 00000100:00100000:0.0:1788263607.729873:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1788263607.729883:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+19:22625:x1875129709877120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263607.729899:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263607.729918:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6671066 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263607.729942:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6671066 expref: 20 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263607.730063:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671066 expref: 20 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263607.730072:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3829e8800, rc 0) 00000100:00100000:0.0:1788263607.730157:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:22625:x1875129709877120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 275us (2234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263607.730163:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:2.0:1788263607.730201:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709877120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788263607.730217:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263607.730228:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263607.730311:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709877248:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788263607.730349:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263607.730385:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39069a240 going to sleep for 11 seconds 00000100:00100000:3.0:1788263607.730441:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709877248 00000100:00100000:3.0:1788263607.730446:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709877248 00000100:00100000:3.0:1788263607.730479:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:3.0:1788263607.730487:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:22625:x1875129709877248:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1788263607.730501:0:22622:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1788263607.730516:0:22622:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1788263607.730527:0:22622:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:3.0:1788263607.730780:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:22625:x1875129709877248:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 292us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263607.730787:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788263607.730944:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709877248:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788263607.730999:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788263607.731007:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263607.731017:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263607.731031:0:22625:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788263607.731034:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ff3bc266000 from 13 10000000:01000000:2.0:1788263607.731037:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788263607.731058:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263607.731075:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263607.731084:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263607.731098:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709877376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788263607.731127:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263607.731443:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39069a240 going to sleep for 11 seconds 00000100:00100000:0.0:1788263607.731518:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709877376 00000100:00100000:0.0:1788263607.731522:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709877376 00000100:00100000:0.0:1788263607.731554:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1788263607.731562:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:22625:x1875129709877376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263607.731570:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263607.731660:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6671074 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263607.731715:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6671074 expref: 21 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263607.731725:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671074 expref: 21 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263607.731733:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3829e9600, rc 0) 00000100:00100000:0.0:1788263607.731811:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:22625:x1875129709877376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 250us (683us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263607.731817:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1788263607.731933:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709877376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788263607.731943:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263607.731952:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263607.731994:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709877504:0@lo:256:ll_cfg_requeue.0 00000100:00100000:2.0:1788263607.732021:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263607.732081:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39069a240 going to sleep for 11 seconds 00000100:00100000:0.0:1788263607.732115:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709877504 00000100:00100000:0.0:1788263607.732119:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709877504 00000100:00100000:0.0:1788263607.732185:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1788263607.732192:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:22625:x1875129709877504:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788263607.732203:0:22620:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788263607.732216:0:22620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788263607.732219:0:22620:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1788263607.732371:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:22625:x1875129709877504:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 179us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263607.732378:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788263607.732435:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d56d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709877504:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788263607.732478:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788263607.732483:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263607.732490:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263607.927433:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263608.368199:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff284148700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709877632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788263608.368282:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263608.368377:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709877632 00000100:00100000:0.0:1788263608.368383:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709877632 00000100:00100000:0.0:1788263608.368428:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1788263608.368438:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709877632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788263608.368469:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788263608.368518:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d56d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709877632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (236us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263608.368539:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788263608.368671:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff284148700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709877632:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788263608.372030:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709877760:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788263608.372101:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263608.372184:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709877760 00000100:00100000:0.0:1788263608.372192:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709877760 00000100:00100000:0.0:1788263608.372238:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1788263608.372247:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709877760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788263608.372293:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788263608.372351:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d56300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709877760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263608.372358:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788263608.372463:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283326300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709877760:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788263608.944715:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263609.968246:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263610.994908:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788263611.441068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263611.441074:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788263611.441077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263611.441081:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788263611.441098:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263611.441100:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788263611.441103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263611.441105:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788263611.441141:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709877888:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441209:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263611.441263:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875129709878400:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441288:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263611.441312:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788263611.441318:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709878272:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441358:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263611.441461:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709878016:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441487:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263611.441506:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1875129709878528:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441529:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263611.441547:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788263611.441553:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709878144:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441573:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263611.441610:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1875129709878656:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441631:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263611.441654:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709877888 00000100:00100000:1.0:1788263611.441660:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709877888 00000100:00100000:2.0:1788263611.441684:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709878272 00000100:00100000:2.0:1788263611.441687:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709878272 00000100:00100000:1.0:1788263611.441700:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788263611.441706:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709878016 00000100:00100000:2.0:1788263611.441708:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709878016 00000100:00100000:1.0:1788263611.441708:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:3619:x1875129709877888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263611.441720:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1788263611.441725:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709878272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441753:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:3619:x1875129709877888:12345-0@lo:400:kworker.0 Request processed in 46us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263611.441755:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283326a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709878272:12345-0@lo:400:kworker.0 Request processed in 30us (397us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263611.441762:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1788263611.441762:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788263611.441777:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:2.0:1788263611.441782:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709878016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441792:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709878400 00000100:00100000:1.0:1788263611.441796:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709878400 00000100:00100000:2.0:1788263611.441811:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283327800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709878016:12345-0@lo:400:kworker.0 Request processed in 29us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263611.441812:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709878528 00000100:00100000:1.0:1788263611.441814:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709878528 00000100:00100000:2.0:1788263611.441817:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1788263611.441831:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709878144 00000100:00100000:2.0:1788263611.441833:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709878656 00000100:00100000:1.0:1788263611.441834:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709878144 00000100:00100000:2.0:1788263611.441835:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709878656 00000100:00100000:1.0:1788263611.441845:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788263611.441850:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875129709878400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263611.441857:0:22629:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788263611.441862:0:22629:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:1.0:1788263611.441878:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283327100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3619:x1875129709878400:12345-0@lo:400:kworker.0 Request processed in 27us (588us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263611.441893:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788263611.441905:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788263611.441909:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875129709878528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441935:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283326300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875129709878528:12345-0@lo:400:kworker.0 Request processed in 26us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263611.441941:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788263611.441945:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788263611.441950:0:22627:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:2.0:1788263611.441951:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709878144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.441955:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1788263611.441960:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1875129709878656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263611.441978:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283326680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709878144:12345-0@lo:400:kworker.0 Request processed in 28us (404us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263611.441979:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283325880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1875129709878656:12345-0@lo:400:kworker.0 Request processed in 20us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263611.441984:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00010000:00080000:1.0:1788263611.442021:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff283324e00 x1875129709878144/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263611.442034:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709878144:0@lo:400:kworker.0 00010000:00080000:1.0:1788263611.442044:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff283327b80 x1875129709878656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263611.442051:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1875129709878656:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.442058:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709878016:0@lo:400:kworker.0 00010000:00080000:1.0:1788263611.442065:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff283326d80 x1875129709878528/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263611.442072:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1875129709878528:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.442100:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709878272:0@lo:400:kworker.0 00000100:00100000:1.0:1788263611.442117:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3619:1875129709877888:0@lo:400:kworker.0 00010000:00080000:1.0:1788263611.442126:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff283324700 x1875129709878400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263611.442134:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3619:1875129709878400:0@lo:400:kworker.0 00000100:00100000:2.0:1788263611.442278:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:0.0:1788263611.442547:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788263611.442551:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788263612.018012:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788263612.153819:0:24498:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000040:00080000:1.0:1788263612.338870:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1788263613.040411:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:2.0:1788263613.066707:0:24550:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788263613.066931:0:24550:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788263613.488051:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709878784:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788263613.488136:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263613.488238:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709878784 00000100:00100000:2.0:1788263613.488247:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709878784 00000100:00100000:2.0:1788263613.488292:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788263613.488301:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709878784:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788263613.488331:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788263613.488397:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d55f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709878784:12345-0@lo:41:osp-pre-0-1.0 Request processed in 97us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263613.488404:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788263613.488449:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709878784:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788263613.488746:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788263613.488756:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff284149180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709878912:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788263613.488785:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263613.488835:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709878912 00000100:00100000:3.0:1788263613.488839:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709878912 00000100:00100000:3.0:1788263613.488866:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788263613.488872:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28414bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709878912:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788263613.488892:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788263613.488938:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28414bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709878912:12345-0@lo:41:osp-pre-1-0.0 Request processed in 65us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263613.488945:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1788263613.488977:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff284149180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709878912:0@lo:41:osp-pre-1-0.0 00000020:00000004:3.0:1788263613.970260:0:24600:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0000: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:3.0:1788263613.970713:0:24600:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:0.0:1788263614.064115:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788263614.320343:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788263615.095025:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263616.112704:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1788263616.564620:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263616.564627:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788263616.564630:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263616.564633:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788263616.564672:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263616.564675:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1788263616.564678:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1788263616.564681:0:38:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1788263616.564731:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709879040:0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.564793:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263616.564834:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875129709879552:0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.564857:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263616.564880:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788263616.564885:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709879168:0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.564935:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263616.564951:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1875129709879680:0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.564980:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263616.565003:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875129709879296:0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.565022:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263616.565035:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709879808:0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.565050:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263616.565077:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788263616.565082:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709879424:0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.565099:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263616.565124:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709879552 00000100:00100000:1.0:1788263616.565130:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709879552 00000100:00100000:1.0:1788263616.565160:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709879680 00000100:00100000:1.0:1788263616.565163:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709879680 00000100:00100000:1.0:1788263616.565181:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709879296 00000100:00100000:1.0:1788263616.565184:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709879296 00000100:00100000:1.0:1788263616.565192:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709879808 00000100:00100000:1.0:1788263616.565194:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709879808 00000100:00100000:1.0:1788263616.565223:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788263616.565231:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875129709879552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.567680:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283327480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875129709879552:12345-0@lo:400:kworker.0 Request processed in 2443us (2815us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263616.567692:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788263616.567722:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788263616.567732:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875129709879680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.567762:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283325500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875129709879680:12345-0@lo:400:kworker.0 Request processed in 34us (2782us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263616.567768:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1788263616.567779:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788263616.567792:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875129709879296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.567829:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875129709879296:12345-0@lo:400:kworker.0 Request processed in 37us (2805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263616.567834:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788263616.567847:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788263616.567853:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709879808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.567881:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709879808:12345-0@lo:400:kworker.0 Request processed in 29us (2831us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263616.567887:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788263616.567914:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709879168 00000100:00100000:1.0:1788263616.567920:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709879168 00000100:00100000:1.0:1788263616.567943:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709879424 00000100:00100000:1.0:1788263616.567946:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709879424 00000100:00100000:1.0:1788263616.567958:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788263616.567964:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709879168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.568010:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283325f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709879168:12345-0@lo:400:kworker.0 Request processed in 45us (3074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263616.568016:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1788263616.568029:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788263616.568034:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709879424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.568059:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709879424:12345-0@lo:400:kworker.0 Request processed in 25us (2959us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263616.568064:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1788263616.568108:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283326d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709879424:0@lo:400:kworker.0 00010000:00080000:1.0:1788263616.568122:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff283324380 x1875129709879296/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263616.568145:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283324380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875129709879296:0@lo:400:kworker.0 00010000:00080000:1.0:1788263616.568156:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff283324e00 x1875129709879808/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263616.568165:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283324e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709879808:0@lo:400:kworker.0 00000100:00100000:1.0:1788263616.568200:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283324a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709879168:0@lo:400:kworker.0 00010000:00080000:1.0:1788263616.568224:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff283327b80 x1875129709879680/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263616.568233:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283327b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1875129709879680:0@lo:400:kworker.0 00010000:00080000:1.0:1788263616.568244:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff283325c00 x1875129709879552/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263616.568252:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283325c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875129709879552:0@lo:400:kworker.0 00000100:00100000:0.0:1788263616.569115:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709879040 00000100:00100000:0.0:1788263616.569121:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709879040 00000100:00100000:0.0:1788263616.569156:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1788263616.569164:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:3620:x1875129709879040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263616.569233:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:3620:x1875129709879040:12345-0@lo:400:kworker.0 Request processed in 71us (4440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263616.569239:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00080000:0.0:1788263616.569281:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788263616.569285:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788263616.569357:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283324700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709879040:0@lo:400:kworker.0 00010000:00010000:3.0:1788263617.140405:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263617.711935:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263602/real 1788263602] req@ffff9ff385d54700 x1875129709872000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263617 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263617.711965:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff385d54700 x1875129709872000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263617 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263617.711987:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263602/real 1788263602] req@ffff9ff385d57b80 x1875129709871872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263617 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263617.712022:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff385d57b80 x1875129709871872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263617 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1788263617.712042:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788263617.712062:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788263617.712066:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709872000:0@lo:8:kworker.0 00000100:00080000:2.0:1788263617.712072:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3af758800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1788263617.712077:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:2.0:1788263617.712080:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709871872:0@lo:8:kworker.0 00000100:00080000:0.0:1788263617.712225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788263617.712230:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788263617.712233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788263617.712236:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1788263617.712253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788263617.712256:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:0.0:1788263617.712259:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ff3af758800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788263617.712263:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 611 00000100:00080000:0.0:1788263617.712268:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788263617.712273:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff9ff3af758800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788263617.712291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3b39ddc00 x1875129709880448/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1788263617.712304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1788263617.712321:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:0.0:1788263617.712323:0:37:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1788263617.712327:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 611 00000100:00080000:0.0:1788263617.712330:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1788263617.712334:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ff283a0e000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:0.0:1788263617.712347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff3b39dfb80 x1875129709880576/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1788263617.712385:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709880192:0@lo:400:kworker.0 00000100:00100000:0.0:1788263617.712444:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263617.712493:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1875129709880960:0@lo:400:kworker.0 00000100:00100000:0.0:1788263617.712521:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263617.712542:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788263617.712548:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709880064:0@lo:400:kworker.0 00000100:00100000:0.0:1788263617.712571:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263617.712729:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1875129709880832:0@lo:400:kworker.0 00000100:00100000:0.0:1788263617.712752:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263617.712780:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709880192 00000100:00100000:0.0:1788263617.712787:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709880192 00000100:00100000:0.0:1788263617.712826:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709880960 00000100:00100000:0.0:1788263617.712829:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709880960 00000100:00100000:0.0:1788263617.712841:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709880832 00000100:00100000:0.0:1788263617.712843:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709880832 00000100:00100000:0.0:1788263617.712858:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788263617.712867:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709880192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263617.712914:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709880192:12345-0@lo:400:kworker.0 Request processed in 47us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263617.712920:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1788263617.712936:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788263617.712942:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875129709880960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263617.712970:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875129709880960:12345-0@lo:400:kworker.0 Request processed in 28us (449us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263617.712976:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1788263617.712988:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788263617.712994:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875129709880832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263617.713021:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875129709880832:12345-0@lo:400:kworker.0 Request processed in 28us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263617.713036:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:0.0:1788263617.713058:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709880064 00000100:00100000:0.0:1788263617.713062:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709880064 00000100:00100000:0.0:1788263617.713087:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788263617.713093:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709880064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263617.713123:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709880064:12345-0@lo:400:kworker.0 Request processed in 31us (552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263617.713129:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1788263617.713156:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709880448:0@lo:8:kworker.0 00000100:00100000:0.0:1788263617.713181:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263617.713222:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709880576:0@lo:8:kworker.0 00000100:00100000:0.0:1788263617.713245:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263617.713279:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709880448 00000100:00100000:0.0:1788263617.713283:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709880448 00000100:00100000:0.0:1788263617.713297:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709880576 00000100:00100000:0.0:1788263617.713299:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709880576 00000100:00100000:0.0:1788263617.713310:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788263617.713314:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3617:x1875129709880448:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1788263617.713338:0:24131:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 626 last 0 00000020:00000080:0.0:1788263617.713363:0:24131:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4b1103cba6671082 00002000:00100000:0.0:1788263617.713377:0:24131:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff9ff3a0df8800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1788263617.713381:0:24131:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1788263617.713384:0:24131:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1788263617.713565:0:24131:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1788263617.713610:0:24131:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0dfd800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788263617.713648:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3617:x1875129709880448:12345-0@lo:8:kworker.0 Request processed in 333us (466us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263617.713663:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1788263617.713675:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1788263617.713679:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3617:x1875129709880576:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1788263617.713690:0:24131:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1788263617.717647:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709880320:0@lo:400:kworker.0 00000100:00100000:1.0:1788263617.717716:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263617.717761:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788263617.717768:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709879936:0@lo:400:kworker.0 00000100:00100000:1.0:1788263617.717796:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263617.717822:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875129709880704:0@lo:400:kworker.0 00000100:00100000:1.0:1788263617.717845:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263617.717874:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709879936 00000100:00100000:1.0:1788263617.717880:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709879936 00000100:00100000:1.0:1788263617.717923:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788263617.717932:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:3618:x1875129709879936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263617.718004:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:3618:x1875129709879936:12345-0@lo:400:kworker.0 Request processed in 71us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263617.718011:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1788263617.718047:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709880320 00000100:00100000:1.0:1788263617.718051:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709880320 00000100:00100000:1.0:1788263617.718076:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788263617.718083:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709880320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263617.718116:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709880320:12345-0@lo:400:kworker.0 Request processed in 34us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263617.718122:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1788263617.718156:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709879936:0@lo:400:kworker.0 00000100:00100000:1.0:1788263617.718169:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709880320:0@lo:400:kworker.0 00000100:00100000:1.0:1788263617.718192:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709880704 00000100:00100000:1.0:1788263617.718195:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709880704 00000100:00100000:1.0:1788263617.718235:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788263617.718242:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875129709880704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263617.718274:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875129709880704:12345-0@lo:400:kworker.0 Request processed in 33us (428us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263617.718280:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00010000:00080000:1.0:1788263617.718307:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff3b39dd880 x1875129709880704/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.718316:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875129709880704:0@lo:400:kworker.0 00000100:00100000:1.0:1788263617.718366:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709880064:0@lo:400:kworker.0 00010000:00080000:1.0:1788263617.718379:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff3867b5500 x1875129709880832/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.718396:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1875129709880832:0@lo:400:kworker.0 00010000:00080000:1.0:1788263617.718411:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff3b39df480 x1875129709880192/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.718418:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39df480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709880192:0@lo:400:kworker.0 00010000:00080000:1.0:1788263617.718429:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff3867b5180 x1875129709880960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263633 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.718436:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1875129709880960:0@lo:400:kworker.0 00010000:00080000:1.0:1788263617.718475:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff3b39ddc00 x1875129709880448/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788263637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.718483:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1788263617.718491:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1788263617.718499:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1788263617.718504:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1788263617.718508:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3af758800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1788263617.718522:0:3617:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1788263617.718527:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709880448:0@lo:8:kworker.0 00000004:00080000:1.0:1788263617.718569:0:23369:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1788263617.718611:0:23369:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23369:1875129709881216:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1788263617.718638:0:23369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263617.718655:0:23369:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7900 going to sleep for 11 seconds 00000100:00100000:1.0:1788263617.718675:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1788263617.718681:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1788263617.718694:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709881088:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788263617.718726:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00080000:2.0:1788263617.719822:0:23368:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:2.0:1788263617.719920:0:23368:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 626791340429ns, next at 0ns, rc = 0 00080000:00080000:2.0:1788263617.719927:0:23368:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:2.0:1788263617.720697:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709881088 00000100:00100000:2.0:1788263617.720707:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709881088 00000100:00100000:2.0:1788263617.720763:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:2.0:1788263617.720771:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3618:x1875129709881088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788263617.720797:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788263617.720866:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3618:x1875129709881088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (2138us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263617.720873:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1788263617.721499:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709881216 00000100:00100000:1.0:1788263617.721504:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709881216 00010000:00080000:1.0:1788263617.721564:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff28381ce00 x1875129709881088/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788263633 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.721601:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709881088:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788263617.721655:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788263617.721895:0:24769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788263617.721904:0:24769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23369:x1875129709881216:12345-0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1788263617.742842:0:23360:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00002000:00080000:2.0:1788263617.747684:0:24769:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:2.0:1788263617.747693:0:24769:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:2.0:1788263617.747779:0:24769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23369:x1875129709881216:12345-0@lo:7:osp-pre-0-1.0 Request processed in 25873us (29137us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263617.747795:0:24769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1788263617.747880:0:23369:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff28381d180 x1875129709881216/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788263633 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.747894:0:23369:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23369:1875129709881216:0@lo:7:osp-pre-0-1.0 00000004:00080000:1.0:1788263617.747905:0:23369:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788263617.747939:0:23369:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23369:1875129709881344:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788263617.747970:0:23369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263617.748011:0:23369:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7900 going to sleep for 11 seconds 00000100:00100000:2.0:1788263617.748215:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709881344 00000100:00100000:2.0:1788263617.748222:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709881344 00000100:00100000:2.0:1788263617.748267:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788263617.748276:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23369:x1875129709881344:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1788263617.748300:0:24134:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1788263617.748332:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:23369:x1875129709881344:12345-0@lo:5:osp-pre-0-1.0 Request processed in 57us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263617.748338:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:1.0:1788263617.748399:0:23369:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff28381d180 x1875129709881344/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788263633 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.748410:0:23369:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23369:1875129709881344:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788263617.748418:0:23369:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:1.0:1788263617.748441:0:23369:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23369:1875129709881472:0@lo:5:osp-pre-0-1.0 00000100:00100000:1.0:1788263617.748463:0:23369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263617.748486:0:23369:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7900 going to sleep for 11 seconds 00000100:00100000:2.0:1788263617.748526:0:24769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709881472 00000100:00100000:2.0:1788263617.748530:0:24769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709881472 00000100:00100000:2.0:1788263617.748560:0:24769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788263617.748567:0:24769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:23369:x1875129709881472:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:2.0:1788263617.748620:0:24769:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:0.0:1788263617.784501:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3617:x1875129709880576:12345-0@lo:8:kworker.0 Request processed in 70813us (71248us total) trans 0 rc -19/-19 00000100:00100000:0.0:1788263617.784515:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1788263617.784567:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1788263617.784572:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1788263617.784575:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39dfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709880576:0@lo:8:kworker.0 00000001:00080000:1.0:1788263617.827378:0:24128:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1788263617.827394:0:24128:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:3.0:1788263617.827621:0:24769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:23369:x1875129709881472:12345-0@lo:5:osp-pre-0-1.0 Request processed in 79048us (79150us total) trans 12884901889 rc 0/0 00000100:00100000:3.0:1788263617.827636:0:24769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:1.0:1788263617.827801:0:23369:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff28381d180 x1875129709881472/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788263633 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.827813:0:23369:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1788263617.827819:0:23369:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:23369:1875129709881472:0@lo:5:osp-pre-0-1.0 00000004:00080000:1.0:1788263617.827834:0:23369:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:1.0:1788263617.827883:0:23369:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23369:1875129709881600:0@lo:900:osp-pre-0-1.0 00000100:00100000:1.0:1788263617.827920:0:23369:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263617.827960:0:23369:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7900 going to sleep for 11 seconds 00000100:00100000:3.0:1788263617.828188:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709881600 00000100:00100000:3.0:1788263617.828196:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709881600 00000100:00100000:3.0:1788263617.828306:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788263617.828316:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23369:x1875129709881600:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:3.0:1788263617.828371:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23369:x1875129709881600:12345-0@lo:900:osp-pre-0-1.0 Request processed in 57us (451us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263617.828378:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1788263617.828429:0:23369:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff9ff28381d180 x1875129709881600/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788263633 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788263617.828439:0:23369:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:23369:1875129709881600:0@lo:900:osp-pre-0-1.0 00010000:00010000:3.0:1788263618.164534:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263618.613238:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff284149180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709881728:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788263618.613367:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263618.614496:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709881728 00000100:00100000:1.0:1788263618.614508:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709881728 00000100:00100000:1.0:1788263618.614572:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788263618.614643:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28414ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709881728:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788263618.614689:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788263618.614789:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28414ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709881728:12345-0@lo:41:osp-pre-0-1.0 Request processed in 149us (1421us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263618.614797:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1788263618.614822:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788263618.614840:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709881856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788263618.614884:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263618.614918:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709881856 00000100:00100000:1.0:1788263618.614921:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709881856 00000100:00100000:1.0:1788263618.614942:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788263618.614968:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709881856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788263618.614992:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788263618.615459:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709881856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 488us (572us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263618.615466:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1788263618.615519:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709881856:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788263618.619221:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff284149180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709881728:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788263619.204240:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263620.210777:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1788263621.125842:0:24947:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1788263621.125846:0:24947:0:(obd_mount.c:926:lmd_print()) device: /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788263621.125847:0:24947:0:(obd_mount.c:929:lmd_print()) options: errors=remount-ro 00000080:01200004:2.0:1788263621.126406:0:24947:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff9ff3bc283000 00000020:01000004:2.0:1788263621.126422:0:24947:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-ldiskfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1788263621.126735:0:24947:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-ldiskfs) 00000020:00000080:2.0:1788263621.126748:0:24947:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff9ff3876b3370) 00000020:00000080:2.0:1788263621.126765:0:24947:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-ldiskfs with refcount 2 00100000:10000000:2.0:1788263621.178337:0:24947:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000001:0x3:0x0] (8/24) registered 00100000:10000000:2.0:1788263621.179378:0:24947:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x4:0x0] (8/32) registered 00100000:10000000:2.0:1788263621.179689:0:24947:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/32) registered 00100000:10000000:2.0:1788263621.180122:0:24947:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/32) registered 00100000:10000000:2.0:1788263621.180301:0:24947:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8) registered 00100000:10000000:2.0:1788263621.181155:0:24947:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8) registered 00100000:10000000:2.0:1788263621.181407:0:24947:0:(osd_scrub.c:1808:osd_ios_index_register()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8) registered 00080000:01000000:2.0:1788263621.185824:0:24947:0:(osd_lproc.c:911:osd_procfs_init()) lustre-OST0001: register osd-ldiskfs tunable parameters 00000020:00000080:2.0:1788263621.186041:0:24947:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:2.0:1788263621.186055:0:24947:0:(osd_handler.c:8925:osd_obd_connect()) connect #0 00000020:00000080:2.0:1788263621.186067:0:24947:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x4b1103cba6671090 00000020:01000004:2.0:1788263621.186074:0:24947:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device /dev/mapper/ost2_flakey 00000020:01000004:2.0:1788263621.186095:0:24947:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.203.126@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1788263621.186099:0:24947:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.203.126@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1788263621.186105:0:24947:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:2.0:1788263621.186131:0:24947:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for /dev/mapper/ost2_flakey 10000000:01000000:2.0:1788263621.186135:0:24947:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.203.126@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:0.0:1788263621.195976:0:24947:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.203.126@tcp ctxt 0 is initialized 00000020:01000004:0.0:1788263621.196062:0:24947:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.203.126@tcp, index=0001, flags=0x20002 00000020:01000004:0.0:1788263621.196067:0:24947:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:0.0:1788263621.196069:0:24947:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788263621.196070:0:24947:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788263621.196071:0:24947:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788263621.196072:0:24947:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788263621.196074:0:24947:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788263621.196075:0:24947:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788263621.196077:0:24947:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788263621.196078:0:24947:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788263621.196082:0:24947:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:0.0:1788263621.196084:0:24947:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1788263621.196085:0:24947:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788263621.196086:0:24947:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788263621.196088:0:24947:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788263621.196089:0:24947:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788263621.196090:0:24947:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788263621.196091:0:24947:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788263621.196092:0:24947:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788263621.196099:0:24947:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:0.0:1788263621.196124:0:24947:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1788263621.196142:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709881984:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1788263621.196219:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263621.196262:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3ad888840 going to sleep for 11 seconds 00000100:00100000:1.0:1788263621.196309:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709881984 00000100:00100000:1.0:1788263621.196315:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709881984 00000100:00100000:1.0:1788263621.196359:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788263621.196369:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24947:x1875129709881984:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1788263621.196397:0:22621:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1788263621.196401:0:22621:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1788263621.196405:0:22621:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:1.0:1788263621.197343:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24947:x1875129709881984:12345-0@lo:253:mount.lustre.0 Request processed in 974us (1123us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263621.197350:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788263621.197442:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709881984:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1788263621.197453:0:24947:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:0.0:1788263621.197455:0:24947:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1788263621.197456:0:24947:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1788263621.197457:0:24947:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1788263621.197459:0:24947:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1788263621.197460:0:24947:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1788263621.197461:0:24947:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1788263621.197462:0:24947:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1788263621.197463:0:24947:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1788263621.197464:0:24947:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1788263621.197489:0:24947:0:(tgt_mount.c:101:server_register_mount()) register mount ffff9ff3bc283000 from lustre-OST0001 10000000:01000000:0.0:1788263621.197525:0:24947:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:0.0:1788263621.197528:0:24947:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788263621.197536:0:24947:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff9ff3ad8eb370 local copy 00010000:00010000:0.0:1788263621.197546:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263621.197650:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882112:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263621.197678:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263621.197707:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3ad888000 going to sleep for 11 seconds 00000100:00100000:1.0:1788263621.198056:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709882112 00000100:00100000:1.0:1788263621.198062:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709882112 00000100:00100000:1.0:1788263621.198093:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788263621.198101:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24947:x1875129709882112:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263621.198165:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24947:x1875129709882112:12345-0@lo:501:mount.lustre.0 Request processed in 65us (486us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788263621.198172:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:0.0:1788263621.198289:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882112:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1788263621.198301:0:24947:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.203.126@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1788263621.198318:0:24947:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.203.126@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1788263621.198325:0:24947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263621.198343:0:24947:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed200/0x4b1103cba6670daa lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6670db1 expref: -99 pid: 22606 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263621.198371:0:24947:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff9ff3bc283000 10000000:01000000:0.0:1788263621.198376:0:24947:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1788263621.198381:0:24947:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:0.0:1788263621.198383:0:24947:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1788263621.198388:0:24947:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:0.0:1788263621.198390:0:24947:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:0.0:1788263621.198409:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150e000/0x4b1103cba6671097 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263621.198474:0:24947:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff38150e000/0x4b1103cba6671097 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263621.198485:0:24947:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff38150e000/0x4b1103cba6671097 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263621.198499:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882240:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1788263621.198617:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263621.198634:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3ad888000 going to sleep for 11 seconds 00000100:00100000:1.0:1788263621.198679:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709882240 00000100:00100000:1.0:1788263621.198683:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709882240 00000100:00100000:1.0:1788263621.198711:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788263621.198719:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:24947:x1875129709882240:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263621.198734:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263621.198745:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff2823ed000/0x4b1103cba667109e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6671097 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.198765:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ed000/0x4b1103cba667109e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6671097 expref: 22 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.198774:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff2823ed000/0x4b1103cba667109e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671097 expref: 22 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.198781:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ed000, rc 0) 00000100:00100000:1.0:1788263621.198900:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882240:12345-0@lo:101:mount.lustre.0 Request processed in 182us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263621.198900:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882240:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263621.198906:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00010000:00010000:0.0:1788263621.198912:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff38150e000/0x4b1103cba6671097 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667109e expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263621.198920:0:24947:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff38150e000/0x4b1103cba6671097 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba667109e expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788263621.199880:0:24947:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:0.0:1788263621.200425:0:24947:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788263621.202251:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1788263621.202293:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1788263621.202308:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1788263621.202321:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1788263621.202333:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1788263621.202346:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1788263621.202364:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1788263621.202375:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1788263621.202387:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:0.0:1788263621.202408:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:0.0:1788263621.202414:0:24947:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:0.0:1788263621.202758:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882368:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263621.202818:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263621.202903:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2810e0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788263621.202961:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709882368 00000100:00100000:1.0:1788263621.202969:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709882368 00000100:00100000:1.0:1788263621.203157:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788263621.203169:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882368:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263621.203349:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882368:12345-0@lo:501:mount.lustre.0 Request processed in 182us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263621.203414:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882368:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263621.203454:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882496:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788263621.203493:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263621.203627:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2810e0d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788263621.203754:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709882496 00000100:00100000:3.0:1788263621.203759:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709882496 00000100:00100000:1.0:1788263621.205212:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1788263621.205239:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1788263621.205250:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882496:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1788263621.206084:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882496:12345-0@lo:503:mount.lustre.0 Request processed in 834us (2587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263621.206098:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1788263621.206164:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882496:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788263621.206695:0:24947:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1788263621.206760:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882624:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263621.206803:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263621.206829:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2810e0d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788263621.206880:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709882624 00000100:00100000:1.0:1788263621.206886:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709882624 00000100:00100000:1.0:1788263621.206955:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788263621.206964:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882624:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788263621.207295:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882624:12345-0@lo:502:mount.lustre.0 Request processed in 332us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263621.207309:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1788263621.207363:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882624:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788263621.207526:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1788263621.207547:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1788263621.207558:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1788263621.207567:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1788263621.207613:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1788263621.207625:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1788263621.207634:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1788263621.207644:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1788263621.207654:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1788263621.207674:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882752:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263621.207705:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263621.208106:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2810e0d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788263621.208149:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709882752 00000100:00100000:2.0:1788263621.208154:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709882752 00000100:00100000:2.0:1788263621.208188:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788263621.208196:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882752:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263621.208279:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882752:12345-0@lo:502:mount.lustre.0 Request processed in 84us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.208283:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1788263621.208335:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882752:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788263621.208361:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1788263621.208367:0:24947:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:3.0:1788263621.209247:0:24951:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1788263621.209255:0:24951:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of /dev/mapper/ost2_flakey 00000020:00000080:3.0:1788263621.209261:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263621.209263:0:24951:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:3.0:1788263621.209269:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1788263621.209291:0:24951:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff9ff281fe19b8) 00000020:00000080:3.0:1788263621.209313:0:24951:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:3.0:1788263621.209319:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1788263621.209386:0:24951:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff3bc283000 from lustre-OST0001, refs=2 00080000:01000000:3.0:1788263621.209394:0:24951:0:(osd_handler.c:8925:osd_obd_connect()) connect #1 00000020:00000080:3.0:1788263621.209400:0:24951:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0x4b1103cba66710ac 00010000:00010000:3.0:1788263621.216147:0:24951:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:3.0:1788263621.217149:0:24951:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934599 00080000:10000000:3.0:1788263621.218855:0:24951:0:(osd_handler.c:5581:osd_index_try()) lustre-OST0001: index object [0x200000003:0xb:0x0] (8/32) registered 00000020:00000080:3.0:1788263621.220234:0:24951:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:3.0:1788263621.220245:0:24951:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263621.220251:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263621.220254:0:24951:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:3.0:1788263621.220257:0:24951:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263621.220261:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263621.220262:0:24951:0:(obd_config.c:1563:class_process_config()) marker 35 (0x1) lustre sys.timeout 00000020:00000080:3.0:1788263621.220265:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1788263621.220267:0:24951:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1788263621.220269:0:24951:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263621.220272:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263621.220273:0:24951:0:(obd_config.c:1563:class_process_config()) marker 35 (0x2) lustre sys.timeout 00000020:01000000:3.0:1788263621.220275:0:24951:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263621.220278:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263621.220279:0:24951:0:(obd_config.c:1563:class_process_config()) marker 40 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1788263621.220283:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:3.0:1788263621.220317:0:24951:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263621.220320:0:24951:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263621.220322:0:24951:0:(obd_config.c:1563:class_process_config()) marker 40 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1788263621.220324:0:24951:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1788263621.220766:0:24947:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1788263621.220796:0:24947:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1788263621.220818:0:24947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150e000/0x4b1103cba6671097 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667109e expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.220829:0:24947:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff38150e000/0x4b1103cba6671097 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba667109e expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263621.220837:0:24947:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff3bc283000 from 1 10000000:01000000:1.0:1788263621.220840:0:24947:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788263621.220873:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.220881:0:24947:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.220892:0:24947:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263621.220914:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882880:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1788263621.220977:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263621.221099:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff384e23840 going to sleep for 11 seconds 00000100:00100000:1.0:1788263621.221121:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709882880 00000100:00100000:1.0:1788263621.221128:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709882880 00000100:00100000:1.0:1788263621.221181:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788263621.221191:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:24947:x1875129709882880:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263621.221202:0:22620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263621.221222:0:22620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba66710b3 expref: -99 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.221243:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba66710b3 expref: 23 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.221253:0:22620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba66710b3 expref: 23 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.221262:0:22620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ed600, rc 0) 00000100:00100000:1.0:1788263621.221297:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709882880:12345-0@lo:101:mount.lustre.0 Request processed in 108us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263621.221304:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788263621.221345:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709882880:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1788263621.221357:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.221366:0:24947:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1788263621.222636:0:24947:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1788263621.222856:0:24947:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1788263621.224209:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1788263621.224242:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1788263621.224258:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1788263621.224271:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1788263621.224283:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1788263621.224294:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1788263621.224305:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1788263621.224316:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1788263621.224338:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1788263621.224350:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1788263621.224360:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1788263621.224378:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1788263621.224383:0:24947:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1788263621.224672:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883008:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263621.224732:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263621.224811:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff384e23180 going to sleep for 11 seconds 00000100:00100000:2.0:1788263621.226213:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709883008 00000100:00100000:2.0:1788263621.226222:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709883008 00000100:00100000:1.0:1788263621.226368:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1788263621.226377:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709883008:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1788263621.227575:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883008:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263621.227600:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709883008:12345-0@lo:501:mount.lustre.0 Request processed in 1223us (2866us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263621.227609:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788263621.227701:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883136:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788263621.227749:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.230377:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709883136 00000100:00100000:0.0:1788263621.230381:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2810e0180 going to sleep for 11 seconds 00000100:00100000:2.0:1788263621.230388:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709883136 00000100:00100000:2.0:1788263621.230695:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788263621.230705:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709883136:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263621.230832:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709883136:12345-0@lo:503:mount.lustre.0 Request processed in 128us (3082us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.230840:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788263621.231155:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883136:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1788263621.231618:0:24947:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00010000:00010000:3.0:1788263621.231695:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263621.231760:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883264:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263621.231802:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263621.231835:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2810e0180 going to sleep for 11 seconds 00000100:00100000:2.0:1788263621.232030:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709883264 00000100:00100000:2.0:1788263621.232035:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709883264 00000100:00100000:2.0:1788263621.232124:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788263621.232132:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709883264:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263621.232354:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709883264:12345-0@lo:502:mount.lustre.0 Request processed in 221us (550us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.232361:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788263621.232438:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883264:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788263621.232634:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:0.0:1788263621.232735:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:0.0:1788263621.232754:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:0.0:1788263621.232769:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:0.0:1788263621.232781:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:0.0:1788263621.232795:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:0.0:1788263621.232810:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:0.0:1788263621.232824:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:0.0:1788263621.232838:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:0.0:1788263621.232851:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:0.0:1788263621.232865:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:0.0:1788263621.232952:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883392:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263621.233106:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263621.233137:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2810e0180 going to sleep for 11 seconds 00000100:00100000:3.0:1788263621.233206:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709883392 00000100:00100000:3.0:1788263621.233212:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709883392 00000100:00100000:3.0:1788263621.233352:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:3.0:1788263621.233360:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709883392:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263621.233452:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709883392:12345-0@lo:502:mount.lustre.0 Request processed in 92us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263621.233459:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788263621.233532:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883392:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1788263621.233568:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:0.0:1788263621.233600:0:24947:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1788263621.234471:0:24955:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263621.234480:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263621.234482:0:24955:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1788263621.234489:0:24955:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ff3bc283000 00000020:00000080:3.0:1788263621.234491:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788263621.234498:0:24955:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1788263621.234501:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263621.234502:0:24955:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1788263621.234505:0:24955:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1788263621.234507:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1788263621.234508:0:24955:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1788263621.234512:0:24955:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff9ff3bc283000 00000020:00000080:3.0:1788263621.234514:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1788263621.234678:0:24955:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263621.236164:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263621.236168:0:24955:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1788263621.236185:0:24955:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263621.236190:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263621.236191:0:24955:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788263621.236196:0:24955:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ff3bc283000 00000020:00000080:2.0:1788263621.236198:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788263621.236245:0:24955:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263621.236248:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263621.236249:0:24955:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1788263621.236252:0:24955:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1788263621.236255:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263621.236256:0:24955:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1788263621.236259:0:24955:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff9ff3bc283000 00000020:00000080:2.0:1788263621.236261:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1788263621.236294:0:24955:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1788263621.236297:0:24955:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1788263621.236298:0:24955:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1788263621.236301:0:24955:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:2.0:1788263621.236368:0:24947:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:2.0:1788263621.236394:0:24947:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1788263621.236409:0:24947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.236443:0:24947:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263621.236494:0:24947:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:2.0:1788263621.236498:0:24947:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff9ff3bc283000 10000000:01000000:2.0:1788263621.236500:0:24947:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff9ff3bc283000 10000000:01000000:2.0:1788263621.236515:0:24947:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1788263621.236520:0:24947:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff9ff3bc283000 from 1 10000000:01000000:2.0:1788263621.236523:0:24947:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:2.0:1788263621.236554:0:24947:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba66710c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.236562:0:24947:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba66710c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.236572:0:24947:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba66710c1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263621.236613:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883520:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1788263621.236671:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.236703:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3bd3f9a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788263621.236723:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709883520 00000100:00100000:2.0:1788263621.236729:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709883520 00000100:00100000:2.0:1788263621.236765:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788263621.236774:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:24947:x1875129709883520:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263621.236785:0:22620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263621.236797:0:22620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff398eed600/0x4b1103cba66710c8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba66710c1 expref: -99 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.236828:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff398eed600/0x4b1103cba66710c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba66710c1 expref: 24 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.236838:0:22620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff398eed600/0x4b1103cba66710c8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba66710c1 expref: 24 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.236846:0:22620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff398eed600, rc 0) 00000100:00100000:2.0:1788263621.236880:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709883520:12345-0@lo:101:mount.lustre.0 Request processed in 107us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.236886:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788263621.236928:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883520:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1788263621.236941:0:24947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba66710c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66710c8 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.236950:0:24947:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba66710c1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66710c8 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788263621.241419:0:24947:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:2.0:1788263621.241822:0:24947:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788263621.242117:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:2.0:1788263621.242141:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:2.0:1788263621.242156:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:2.0:1788263621.242205:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:2.0:1788263621.242280:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:2.0:1788263621.242296:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:2.0:1788263621.242309:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:2.0:1788263621.242320:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:2.0:1788263621.242331:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:2.0:1788263621.242351:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:2.0:1788263621.242364:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:2.0:1788263621.242385:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:2.0:1788263621.242397:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:2.0:1788263621.242407:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:2.0:1788263621.242491:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:2.0:1788263621.242567:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:2.0:1788263621.242635:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:2.0:1788263621.242651:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:2.0:1788263621.242664:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:2.0:1788263621.242677:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:2.0:1788263621.242689:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:2.0:1788263621.242702:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:2.0:1788263621.242715:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:2.0:1788263621.242729:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:2.0:1788263621.242742:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:2.0:1788263621.242756:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:2.0:1788263621.242767:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:2.0:1788263621.242790:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:2.0:1788263621.242805:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:2.0:1788263621.242817:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:2.0:1788263621.242830:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:2.0:1788263621.242843:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:2.0:1788263621.242857:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:2.0:1788263621.242869:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:2.0:1788263621.242881:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:2.0:1788263621.242895:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:2.0:1788263621.242908:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:2.0:1788263621.242920:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:2.0:1788263621.242933:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:2.0:1788263621.242946:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:2.0:1788263621.242959:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:2.0:1788263621.242972:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:2.0:1788263621.242995:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:2.0:1788263621.245110:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:2.0:1788263621.245145:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:2.0:1788263621.245159:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:2.0:1788263621.245184:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:2.0:1788263621.245202:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:2.0:1788263621.245353:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:2.0:1788263621.245373:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:2.0:1788263621.245391:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:2.0:1788263621.245397:0:24947:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:2.0:1788263621.246170:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883648:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788263621.246341:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.246433:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788263621.253100:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709883648 00000100:00100000:1.0:1788263621.253115:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709883648 00000100:00100000:1.0:1788263621.253168:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788263621.253188:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709883648:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1788263621.253367:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709883648:12345-0@lo:501:mount.lustre.0 Request processed in 190us (7025us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263621.253374:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788263621.253680:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883648:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1788263621.253726:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883776:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1788263621.253770:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.253809:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263621.255028:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709883776 00000100:00100000:0.0:1788263621.255036:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709883776 00000100:00100000:0.0:1788263621.255076:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788263621.255084:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709883776:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1788263621.255351:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709883776:12345-0@lo:503:mount.lustre.0 Request processed in 267us (1580us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263621.255359:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788263621.255569:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883776:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1788263621.256396:0:24947:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1788263621.256823:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883904:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263621.256876:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.256997:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d73c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263621.257103:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709883904 00000100:00100000:0.0:1788263621.257109:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709883904 00000100:00100000:0.0:1788263621.257143:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788263621.257151:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709883904:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1788263621.257390:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709883904:12345-0@lo:502:mount.lustre.0 Request processed in 240us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263621.257403:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:2.0:1788263621.257636:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709883904:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788263621.257816:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:2.0:1788263621.257840:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:2.0:1788263621.257851:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:2.0:1788263621.257863:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:2.0:1788263621.257883:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:2.0:1788263621.257922:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:2.0:1788263621.257934:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:2.0:1788263621.257946:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:2.0:1788263621.257957:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:2.0:1788263621.257969:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:2.0:1788263621.257980:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:2.0:1788263621.257992:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:2.0:1788263621.258003:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:2.0:1788263621.258133:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:2.0:1788263621.258151:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:2.0:1788263621.258165:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:2.0:1788263621.258188:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:2.0:1788263621.258203:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:2.0:1788263621.258226:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:2.0:1788263621.258241:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:2.0:1788263621.258254:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:2.0:1788263621.258279:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:2.0:1788263621.258294:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:2.0:1788263621.258307:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:2.0:1788263621.258319:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:2.0:1788263621.258330:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:2.0:1788263621.258341:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:2.0:1788263621.258353:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:2.0:1788263621.258366:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:2.0:1788263621.258378:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:2.0:1788263621.258390:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:2.0:1788263621.258403:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:2.0:1788263621.258415:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:2.0:1788263621.258444:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:2.0:1788263621.258458:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:2.0:1788263621.258472:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:2.0:1788263621.258484:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:2.0:1788263621.258679:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:2.0:1788263621.258696:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:2.0:1788263621.258713:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:2.0:1788263621.258724:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:2.0:1788263621.258739:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:2.0:1788263621.258749:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:2.0:1788263621.258759:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:2.0:1788263621.258769:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:2.0:1788263621.258779:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:2.0:1788263621.258789:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:2.0:1788263621.258799:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:2.0:1788263621.258833:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709884032:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263621.258880:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.258964:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d73c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788263621.259111:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709884032 00000100:00100000:1.0:1788263621.259118:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709884032 00000100:00100000:1.0:1788263621.259160:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788263621.259167:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709884032:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1788263621.259313:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709884032:12345-0@lo:502:mount.lustre.0 Request processed in 147us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263621.259321:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788263621.259375:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709884032:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788263621.260686:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:2.0:1788263621.260720:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:2.0:1788263621.260752:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709884160:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1788263621.260802:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.260832:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d73c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788263621.262456:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709884160 00000100:00100000:3.0:1788263621.262465:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709884160 00000100:00100000:3.0:1788263621.262515:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1788263621.262525:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709884160:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1788263621.262675:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709884160:12345-0@lo:502:mount.lustre.0 Request processed in 151us (1873us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263621.262689:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788263621.262705:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709884160:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1788263621.262763:0:24947:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:2.0:1788263621.262774:0:24947:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1788263621.264692:0:24960:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788263621.264707:0:24960:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff9ff3876b19b8) 00000020:00000080:2.0:1788263621.264731:0:24960:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:2.0:1788263621.264813:0:24960:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff3bc283000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788263621.264817:0:24960:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff3bc283000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788263621.264819:0:24960:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff3bc283000 3 00010000:00080000:2.0:1788263621.264852:0:24960:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff28317d800@lustre-MDT0000-lwp-OST0001: add connection 192.168.203.126@tcp at head 00010000:00010000:2.0:1788263621.268289:0:24960:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:2.0:1788263621.268477:0:24960:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:2.0:1788263621.268520:0:24960:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788263621.268531:0:24960:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0x4b1103cba66710d6 00000100:00080000:2.0:1788263621.268540:0:24960:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788263621.268545:0:24960:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff9ff28317d800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788263621.268592:0:24960:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff385d57b80 x1875129709884288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788263621.268615:0:24960:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1788263621.268656:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263621.268660:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788263621.268662:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263621.268665:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788263621.268686:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263621.268688:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788263621.268690:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788263621.268693:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 626 00000100:00080000:2.0:1788263621.268697:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788263621.268700:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ff283a0e000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788263621.268710:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff385d57800 x1875129709884928/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1788263621.268756:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709884416:0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.268813:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.268850:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709885056:0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.268873:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.268895:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788263621.268900:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709884800:0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.268924:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.268949:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875129709884544:0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.268970:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.268985:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1875129709885184:0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.269002:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.269018:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788263621.269023:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709884672:0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.269053:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.269069:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709885312:0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.269087:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.269111:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709884416 00000100:00100000:2.0:1788263621.269117:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709884416 00000100:00100000:2.0:1788263621.269143:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709884672 00000100:00100000:2.0:1788263621.269145:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709884672 00000100:00100000:2.0:1788263621.269159:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788263621.269167:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709884416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263621.269372:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3617:1875129709884288:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1788263621.269406:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263621.269438:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709884928:0@lo:8:kworker.0 00000100:00100000:3.0:1788263621.269457:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263621.269493:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709884800 00000100:00100000:3.0:1788263621.269497:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709884800 00000100:00100000:3.0:1788263621.269530:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709884928 00000100:00100000:3.0:1788263621.269533:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709884928 00000100:00100000:3.0:1788263621.269546:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788263621.269553:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709884800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263621.269617:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387616d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709884800:12345-0@lo:400:kworker.0 Request processed in 64us (691us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263621.269625:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1788263621.269638:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1788263621.269643:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3617:x1875129709884928:12345-0@lo:8:kworker.0 00000100:00100000:3.0:1788263621.269700:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284148380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:3617:x1875129709884928:12345-0@lo:8:kworker.0 Request processed in 56us (242us total) trans 0 rc -11/-11 00000100:00100000:3.0:1788263621.269706:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:3.0:1788263621.269722:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788263621.269747:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788263621.269753:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0e000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788263621.269756:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1788263621.269760:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709884928:0@lo:8:kworker.0 00010000:00080000:3.0:1788263621.269786:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff385d55c00 x1875129709884800/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788263637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263621.269807:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709884800:0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.271292:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387614e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709884416:12345-0@lo:400:kworker.0 Request processed in 2122us (2474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.271302:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788263621.271325:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788263621.271333:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709884672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.271370:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387614000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709884672:12345-0@lo:400:kworker.0 Request processed in 39us (2316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.271381:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788263621.271403:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709885056 00000100:00100000:2.0:1788263621.271408:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709885056 00000100:00100000:2.0:1788263621.271491:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709884544 00000100:00100000:2.0:1788263621.271494:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709884544 00000100:00100000:2.0:1788263621.271571:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709885184 00000100:00100000:2.0:1788263621.271575:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709885184 00000100:00100000:2.0:1788263621.271617:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709885312 00000100:00100000:2.0:1788263621.271620:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709885312 00000100:00080000:0.0:1788263621.271623:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788263621.271627:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788263621.271632:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709884288 00000100:00100000:2.0:1788263621.271635:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709884288 00000100:00100000:2.0:1788263621.271645:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788263621.271651:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709885056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.271683:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387614380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709885056:12345-0@lo:400:kworker.0 Request processed in 32us (2808us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.271689:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:2.0:1788263621.271701:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788263621.271707:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875129709884544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.271733:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875129709884544:12345-0@lo:400:kworker.0 Request processed in 26us (2762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.271738:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1788263621.271749:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788263621.271756:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875129709885184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.271781:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875129709885184:12345-0@lo:400:kworker.0 Request processed in 27us (2778us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.271786:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1788263621.271796:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788263621.271808:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709885312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263621.271833:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387615500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709885312:12345-0@lo:400:kworker.0 Request processed in 26us (2745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.271838:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1788263621.271849:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263621.271853:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3617:x1875129709884288:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788263621.271871:0:24442:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 630 last 0 00000100:00100000:3.0:1788263621.272135:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709884416:0@lo:400:kworker.0 00010000:00080000:3.0:1788263621.272150:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387615180 x1875129709885056/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263621.272160:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709885056:0@lo:400:kworker.0 00000020:00000080:2.0:1788263621.272413:0:24442:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0x4b1103cba66710dd 00000004:00100000:2.0:1788263621.272435:0:24442:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788263621.272462:0:24442:0:(import.c:65:import_set_state_nolock()) ffff9ff283178000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788263621.272517:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284149180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3617:x1875129709884288:12345-0@lo:38:llog_process_th.0 Request processed in 661us (3110us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.272523:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263621.272570:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709884672:0@lo:400:kworker.0 00010000:00080000:2.0:1788263621.272604:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387614700 x1875129709885312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263621.272615:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709885312:0@lo:400:kworker.0 00010000:00080000:2.0:1788263621.272626:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff385d54000 x1875129709884544/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263621.272634:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d54000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875129709884544:0@lo:400:kworker.0 00010000:00080000:2.0:1788263621.272643:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387616300 x1875129709885184/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263621.272651:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1875129709885184:0@lo:400:kworker.0 00010000:00080000:3.0:1788263621.273123:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff385d57b80 x1875129709884288/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788263631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263621.273132:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788263621.273137:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788263621.273144:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788263621.273148:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1788263621.273150:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff28317d800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788263621.273155:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3617:1875129709884288:0@lo:38:llog_process_th.0 00000020:01000004:2.0:1788263621.273256:0:24960:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:2.0:1788263621.273278:0:24960:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff9ff283bb19b8) 00000020:00000080:2.0:1788263621.273296:0:24960:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:2.0:1788263621.273372:0:24960:0:(tgt_mount.c:153:server_get_mount()) get mount ffff9ff3bc283000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788263621.273375:0:24960:0:(tgt_mount.c:187:server_put_mount()) put mount ffff9ff3bc283000 from lustre-OST0001, refs=3 00000020:01000004:2.0:1788263621.273378:0:24960:0:(obd_mount.c:710:lustre_put_lsi()) put ffff9ff3bc283000 3 00010000:00080000:2.0:1788263621.273411:0:24960:0:(ldlm_lib.c:102:import_set_conn()) imp ffff9ff3900e6800@lustre-MDT0001-lwp-OST0001: add connection 192.168.203.126@tcp at head 00010000:00010000:2.0:1788263621.277343:0:24960:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:2.0:1788263621.279771:0:24960:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:2.0:1788263621.279819:0:24960:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1788263621.279830:0:24960:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0x4b1103cba66710eb 00000100:00080000:2.0:1788263621.279841:0:24960:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1788263621.279846:0:24960:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff9ff3900e6800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788263621.279877:0:24960:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff387616300 x1875129709885440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788263621.280142:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3617:1875129709885440:0@lo:38:llog_process_th.0 00000100:00080000:2.0:1788263621.280264:0:24960:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1788263621.280297:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263621.280302:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1788263621.280304:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263621.280307:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1788263621.280476:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.280687:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709885440 00000100:00100000:2.0:1788263621.280694:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709885440 00000100:00100000:2.0:1788263621.280727:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1788263621.280734:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3617:x1875129709885440:12345-0@lo:38:llog_process_th.0 00010000:00080000:2.0:1788263621.280758:0:24442:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 630 last 0 00000020:00000080:2.0:1788263621.280785:0:24442:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0x4b1103cba66710f2 00000004:00100000:2.0:1788263621.280803:0:24442:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:2.0:1788263621.280830:0:24442:0:(import.c:65:import_set_state_nolock()) ffff9ff28317a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788263621.280967:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284148a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3617:x1875129709885440:12345-0@lo:38:llog_process_th.0 Request processed in 231us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.280975:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:3.0:1788263621.281083:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387616300 x1875129709885440/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1788263631 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263621.281093:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788263621.281100:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1788263621.281106:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1788263621.281109:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1788263621.281112:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3900e6800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1788263621.281123:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3617:1875129709885440:0@lo:38:llog_process_th.0 00000040:00080000:2.0:1788263621.282006:0:24960:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:2.0:1788263621.284277:0:24947:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:2.0:1788263621.284315:0:24947:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:2.0:1788263621.284330:0:24947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba66710c1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66710c8 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.284342:0:24947:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff398eec800/0x4b1103cba66710c1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66710c8 expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:2.0:1788263621.284390:0:24947:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:2.0:1788263621.284393:0:24947:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788263621.284394:0:24947:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788263621.284395:0:24947:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788263621.284396:0:24947:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788263621.284398:0:24947:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788263621.284399:0:24947:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788263621.284401:0:24947:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788263621.284402:0:24947:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788263621.284406:0:24947:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:2.0:1788263621.284409:0:24947:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1788263621.284410:0:24947:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1788263621.284411:0:24947:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1788263621.284412:0:24947:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1788263621.284413:0:24947:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1788263621.284414:0:24947:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1788263621.284425:0:24947:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1788263621.284426:0:24947:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1788263621.284427:0:24947:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:2.0:1788263621.284448:0:24947:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:2.0:1788263621.284466:0:24947:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387614700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709885568:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1788263621.284544:0:24947:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.284591:0:24947:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788263621.284620:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709885568 00000100:00100000:2.0:1788263621.284626:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709885568 00000100:00100000:2.0:1788263621.284666:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788263621.284675:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709885568:12345-0@lo:253:mount.lustre.0 20000000:01000000:2.0:1788263621.284699:0:22620:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:2.0:1788263621.284710:0:22620:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:0.0:1788263621.292131:0:22620:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1788263621.292151:0:22620:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1788263621.292333:0:22643:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1788263621.292339:0:22643:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1788263621.292358:0:22643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.292377:0:22643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671066 expref: 24 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.292384:0:22643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671074 expref: 24 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.292390:0:22643:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.292427:0:22643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6671074 expref: 24 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.292440:0:22643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6671074 expref: 24 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263621.292454:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709885696:0@lo:104: 00000100:00100000:1.0:1788263621.292515:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1788263621.292564:0:22643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6671066 expref: 24 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.292572:0:22643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6671066 expref: 24 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263621.292810:0:22643:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709885824:0@lo:104: 00000100:00100000:1.0:1788263621.292834:0:22643:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263621.292972:0:22643:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39069a540 going to sleep for 11 seconds 00000100:00100000:3.0:1788263621.293024:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:24947:x1875129709885568:12345-0@lo:253:mount.lustre.0 Request processed in 8339us (8469us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263621.293031:0:24947:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387614700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:06ba89f3-dabe-4508-962a-c383bc6a4f4f:24947:1875129709885568:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1788263621.293034:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 10000000:01000000:1.0:1788263621.293050:0:24947:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1788263621.293054:0:24947:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1788263621.293055:0:24947:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1788263621.293056:0:24947:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1788263621.293057:0:24947:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1788263621.293059:0:24947:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1788263621.293060:0:24947:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1788263621.293061:0:24947:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1788263621.293062:0:24947:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1788263621.293064:0:24947:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:1.0:1788263621.293077:0:24947:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00000001:00000004:3.0:1788263621.296796:0:24947:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:2.0:1788263621.297223:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709885696 00000100:00100000:2.0:1788263621.297231:0:22610:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709885696 00000100:00100000:2.0:1788263621.297265:0:22610:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709885824 00000100:00100000:2.0:1788263621.297267:0:22610:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709885824 00000100:00100000:2.0:1788263621.297281:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788263621.297288:0:22610:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+4:22643:x1875129709885696:12345-0@lo:104: 00010000:00010000:2.0:1788263621.297305:0:22610:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.297446:0:22610:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788263621.297453:0:22610:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+4:22643:x1875129709885696:12345-0@lo:104: Request processed in 165us (4938us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.297459:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788263621.297476:0:22610:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788263621.297481:0:22610:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:22643:x1875129709885824:12345-0@lo:104: 00010000:00010000:2.0:1788263621.297489:0:22610:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.297523:0:22610:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1788263621.297529:0:22610:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:22643:x1875129709885824:12345-0@lo:104: Request processed in 48us (4695us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.297545:0:22610:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:2.0:1788263621.297563:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788263621.297569:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.297904:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff398eeca00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263621.297910:0:22616:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.297919:0:22616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263621.297927:0:22616:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263621.297933:0:22616:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788263621.297968:0:22616:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.297974:0:22616:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263621.297994:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298001:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671074 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba667107b expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298020:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263621.298023:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298041:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff398eeda00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263621.298044:0:22616:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298055:0:22616:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263621.298061:0:22616:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263621.298066:0:22616:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1788263621.298079:0:22616:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298086:0:22616:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263621.298092:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298098:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba6671066 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba667106d expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298111:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263621.298113:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263621.298115:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263621.298135:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709885952:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263621.298185:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.298212:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788263621.298218:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709886080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263621.298249:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263621.298280:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709885952 00000100:00100000:2.0:1788263621.298284:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709885952 00010000:00010000:2.0:1788263621.298301:0:22614:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6671074 expref: 24 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263621.298321:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709886080 00000100:00100000:2.0:1788263621.298324:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709886080 00010000:00010000:2.0:1788263621.298335:0:22614:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6671066 expref: 25 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263621.298347:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788263621.298353:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387614a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+25:3620:x1875129709885952:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263621.298363:0:22614:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263621.298368:0:22614:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6671074 expref: 25 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298378:0:22614:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6671074 expref: 25 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298392:0:22614:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263621.298434:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387614a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+25:3620:x1875129709885952:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.298440:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1788263621.298453:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1788263621.298459:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3620:x1875129709886080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263621.298466:0:22614:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263621.298470:0:22614:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6671066 expref: 24 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298488:0:22614:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6671066 expref: 24 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298501:0:22614:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298509:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:2.0:1788263621.298522:0:22614:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.014143194s 00010000:00010000:2.0:1788263621.298526:0:22614:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298533:0:22614:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298539:0:22614:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298545:0:22614:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298550:0:22614:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ecc00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263621.298554:0:22614:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298560:0:22614:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298568:0:22614:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263621.298603:0:22614:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263621.298626:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3620:x1875129709886080:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263621.298632:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1788263621.298817:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263621.298973:0:22643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3829e9600/0x4b1103cba667107b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6671074 expref: 23 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263621.298986:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381ea00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709885696:0@lo:104: 00010000:00010000:1.0:1788263621.298998:0:22643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3829e8800/0x4b1103cba667106d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6671066 expref: 22 pid: 22621 timeout: 730 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263621.299007:0:22643:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381e300 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:22643:1875129709885824:0@lo:104: 00010000:00010000:1.0:1788263621.299024:0:22643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.299032:0:22643:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.299038:0:22643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263621.299044:0:22643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823ecc00/0x4b1103cba66710f9 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263621.300119:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709886080:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263621.300132:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709885952:0@lo:103:ldlm_bl.0 00002000:00080000:1.0:1788263621.301214:0:24947:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:1.0:1788263621.301222:0:24947:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:1.0:1788263621.301262:0:24947:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1788263621.301300:0:24947:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.203.126@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1788263621.301320:0:24947:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:1.0:1788263621.301344:0:24947:0:(super25.c:182:lustre_fill_super()) /dev/mapper/ost2_flakey: Mount complete 00000020:00000004:1.0:1788263621.302225:0:24947:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788263621.302438:0:24947:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000020:00000004:1.0:1788263622.214121:0:25013:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788263622.214424:0:25013:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:2.0:1788263622.260958:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788263622.585779:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 10000000:01000000:2.0:1788263622.895647:0:22625:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788263622.895653:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ff3bc203800 from 14 10000000:01000000:2.0:1788263622.895657:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788263622.895696:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671100 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263622.895707:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671100 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263622.895718:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671100 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263622.895741:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709886208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788263622.895798:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263622.895836:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a9609780 going to sleep for 11 seconds 00000100:00100000:0.0:1788263622.895888:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709886208 00000100:00100000:0.0:1788263622.895895:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709886208 00000100:00100000:0.0:1788263622.895942:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1788263622.895951:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:22625:x1875129709886208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263622.895962:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263622.895973:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff38150fa00/0x4b1103cba6671107 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6671100 expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263622.895993:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff38150fa00/0x4b1103cba6671107 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6671100 expref: 23 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263622.896001:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff38150fa00/0x4b1103cba6671107 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671100 expref: 23 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263622.896010:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff38150fa00, rc 0) 00000100:00100000:0.0:1788263622.896093:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709886208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 143us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263622.896100:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1788263622.896715:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709886208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788263622.896730:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671100 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671107 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263622.896740:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671100 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6671107 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263622.896790:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28414a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709886336:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1788263622.896823:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263622.896888:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c05d7480 going to sleep for 11 seconds 00000100:00100000:0.0:1788263622.897021:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709886336 00000100:00100000:0.0:1788263622.897025:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709886336 00000100:00100000:0.0:1788263622.897056:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788263622.897063:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709886336:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788263622.897085:0:22620:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788263622.897097:0:22620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788263622.897100:0:22620:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1788263622.897183:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709886336:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 121us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263622.897190:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788263622.897260:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28414a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709886336:0@lo:256:ll_cfg_requeue.0 10000000:01000000:2.0:1788263622.897310:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:2.0:1788263622.897316:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671100 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671107 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263622.897332:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff398eeca00/0x4b1103cba6671100 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671107 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263622.897340:0:22625:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:2.0:1788263622.897342:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff9ff3bc266000 from 14 10000000:01000000:2.0:1788263622.897345:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:2.0:1788263622.897361:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba667110e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263622.897368:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba667110e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263622.897375:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba667110e lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263622.897386:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709886464:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788263622.897408:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263622.897428:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a9609180 going to sleep for 11 seconds 00000100:00100000:0.0:1788263622.897515:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709886464 00000100:00100000:0.0:1788263622.897519:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709886464 00000100:00100000:0.0:1788263622.897547:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788263622.897553:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709886464:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263622.897560:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263622.897568:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff38150f600/0x4b1103cba6671115 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba667110e expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263622.897608:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff38150f600/0x4b1103cba6671115 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba667110e expref: 24 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263622.897617:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff38150f600/0x4b1103cba6671115 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba667110e expref: 24 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263622.897624:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff38150f600, rc 0) 00000100:00100000:0.0:1788263622.897648:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176cc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:22625:x1875129709886464:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 96us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263622.897654:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788263622.897688:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709886464:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263622.897697:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba667110e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671115 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263622.897715:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba667110e lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6671115 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263622.897747:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709886592:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1788263622.897770:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263622.897781:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e2840 going to sleep for 11 seconds 00000100:00100000:0.0:1788263622.897790:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709886592 00000100:00100000:0.0:1788263622.897793:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709886592 00000100:00100000:0.0:1788263622.897808:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788263622.897812:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:22625:x1875129709886592:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1788263622.897820:0:22621:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1788263622.897828:0:22621:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1788263622.897831:0:22621:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:0.0:1788263622.897878:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176c850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:22625:x1875129709886592:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 65us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263622.897884:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788263622.897905:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709886592:0@lo:256:ll_cfg_requeue.0 10000000:01000000:0.0:1788263622.897936:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1788263622.897940:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba667110e lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671115 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263622.897948:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff398eeda00/0x4b1103cba667110e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671115 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263623.229615:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788263623.229635:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709886720:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788263623.229695:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263623.229734:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709886720 00000100:00100000:2.0:1788263623.229742:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709886720 00000100:00100000:2.0:1788263623.229794:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1788263623.229803:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709886720:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788263623.229829:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788263623.229870:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387616a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709886720:12345-0@lo:13:osp-pre-0-1.0 Request processed in 69us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263623.229884:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:2.0:1788263623.229904:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1788263623.229932:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387616680 x1875129709886720/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788263639 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263623.229949:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387616680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709886720:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788263623.282542:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263623.727761:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28414b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709886848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788263623.727829:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263623.727939:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709886848 00000100:00100000:1.0:1788263623.727947:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709886848 00000100:00100000:3.0:1788263623.728106:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788263623.728119:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709886848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788263623.728173:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788263623.728929:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387616680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709886848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 811us (1098us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263623.728938:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1788263623.729275:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709886976:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788263623.729313:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263623.729478:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28414b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709886848:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788263623.729536:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709886976 00000100:00100000:1.0:1788263623.729541:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709886976 00000100:00100000:1.0:1788263623.729646:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1788263623.729656:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284149c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709886976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788263623.729680:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:1.0:1788263623.729730:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284149c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709886976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263623.729736:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1788263623.729796:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709886976:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788263624.304145:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788263624.567537:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788263625.331652:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263625.391773:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263605/real 1788263605] req@ffff9ff28387ce00 x1875129709872768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263625 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263625.391810:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff28387ce00 x1875129709872768/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263625 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263625.391821:0:3617:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1788263605/real 1788263605] req@ffff9ff28387dc00 x1875129709872896/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263625 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263625.391832:0:3617:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff9ff28387dc00 x1875129709872896/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1788263625 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788263625.391849:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3b560e000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788263625.391872:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788263625.391876:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709872768:0@lo:8:kworker.0 00000100:00080000:3.0:1788263625.391881:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283371800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1788263625.391886:0:3617:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:3.0:1788263625.391888:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709872896:0@lo:8:kworker.0 00000100:00080000:2.0:1788263625.391979:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263625.391995:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1788263625.391998:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ff3b560e000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788263625.392003:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 614 00000100:00080000:2.0:1788263625.392008:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788263625.392014:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff9ff3b560e000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788263625.392034:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff387615880 x1875129709887360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788263625.392049:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263625.392052:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788263625.392053:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ff283371800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788263625.392057:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 614 00000100:00080000:2.0:1788263625.392065:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:2.0:1788263625.392070:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff9ff283371800 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:3.0:1788263625.392080:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709887104:0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.392086:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff387615f80 x1875129709887488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1788263625.392123:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1788263625.392126:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1788263625.392128:0:36:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0e000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1788263625.392132:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff9ff283a0e000 using connection 192.168.203.126@tcp/0@lo 00000100:00100000:2.0:1788263625.392157:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff9ff398743b80 x1875129709888000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1788263625.392166:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263625.392215:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709887232:0@lo:400:kworker.0 00000100:00100000:3.0:1788263625.392224:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709887872:0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.392256:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263625.392505:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709887744:0@lo:400:kworker.0 00000100:00100000:3.0:1788263625.398157:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263625.398171:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875129709888128:0@lo:400:kworker.0 00000100:00100000:3.0:1788263625.398209:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709887872 00000100:00100000:3.0:1788263625.398216:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709887872 00000100:00100000:2.0:1788263625.398228:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263625.398250:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709888640:0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.398274:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263625.398341:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1788263625.398351:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709887872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263625.398398:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284149f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709887872:12345-0@lo:400:kworker.0 Request processed in 48us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263625.398405:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1788263625.398431:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1788263625.398459:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387615180 x1875129709887872/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263625.398474:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709887872:0@lo:400:kworker.0 00000100:00100000:3.0:1788263625.398484:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1875129709888512:0@lo:400:kworker.0 00000100:00100000:0.0:1788263625.399081:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263625.399116:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1875129709888384:0@lo:400:kworker.0 00000100:00100000:0.0:1788263625.399162:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709887104 00000100:00100000:0.0:1788263625.399168:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709887104 00000100:00100000:0.0:1788263625.399203:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788263625.399210:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3621:x1875129709887104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263625.399264:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3621:x1875129709887104:12345-0@lo:400:kworker.0 Request processed in 55us (7103us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263625.399270:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788263625.399299:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709887232 00000100:00100000:0.0:1788263625.399303:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709887232 00000100:00100000:0.0:1788263625.399322:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709887744 00000100:00100000:0.0:1788263625.399324:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709887744 00000100:00100000:0.0:1788263625.399335:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788263625.399340:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709887232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263625.399693:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875129709887616:0@lo:400:kworker.0 00000100:00100000:3.0:1788263625.399740:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709887360:0@lo:8:kworker.0 00000100:00100000:3.0:1788263625.399764:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263625.399795:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709887488:0@lo:8:kworker.0 00000100:00100000:3.0:1788263625.399815:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263625.399831:0:3617:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709888000:0@lo:8:kworker.0 00000100:00100000:3.0:1788263625.399866:0:3617:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263625.399896:0:24769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709887360 00000100:00100000:3.0:1788263625.399900:0:24769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709887360 00000100:00100000:3.0:1788263625.399921:0:24769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709887488 00000100:00100000:3.0:1788263625.399924:0:24769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709887488 00000100:00100000:3.0:1788263625.399932:0:24769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709888000 00000100:00100000:3.0:1788263625.399934:0:24769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709888000 00000100:00100000:3.0:1788263625.399942:0:24769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788263625.399947:0:24769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3617:x1875129709887360:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788263625.399972:0:24769:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 634 last 0 00000020:00000080:3.0:1788263625.400009:0:24769:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b1103cba667111c 00002000:00100000:3.0:1788263625.400023:0:24769:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff9ff3a0f43800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:3.0:1788263625.400027:0:24769:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:3.0:1788263625.400029:0:24769:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788263625.400102:0:24769:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788263625.400123:0:24769:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0f44800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788263625.400174:0:24769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28414a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3617:x1875129709887360:12345-0@lo:8:kworker.0 Request processed in 225us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263625.400181:0:24769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1788263625.400195:0:24769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788263625.400198:0:24769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28414b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3617:x1875129709887488:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788263625.400213:0:24769:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 634 last 0 00000020:00000080:3.0:1788263625.400229:0:24769:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0x4b1103cba6671123 00002000:00100000:3.0:1788263625.400234:0:24769:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff9ff3a0f41000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:3.0:1788263625.400238:0:24769:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:3.0:1788263625.400240:0:24769:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:3.0:1788263625.400376:0:24769:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788263625.400389:0:24769:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0f46000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788263625.400422:0:24769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28414b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3617:x1875129709887488:12345-0@lo:8:kworker.0 Request processed in 217us (601us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263625.400429:0:24769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788263625.400445:0:24769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1788263625.400451:0:24769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3617:x1875129709888000:12345-0@lo:8:kworker.0 00010000:00080000:3.0:1788263625.400468:0:24769:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 634 last 0 00000020:00000080:3.0:1788263625.400487:0:24769:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0x4b1103cba667112a 00002000:00100000:3.0:1788263625.400494:0:24769:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff9ff3a0f42800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113967 ocd_grant: 0 ocd_index: 1 ocd_group 1 00000100:00100000:0.0:1788263625.400496:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398743480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709887232:12345-0@lo:400:kworker.0 Request processed in 1153us (8238us total) trans 0 rc 0/0 00002000:00080000:3.0:1788263625.400500:0:24769:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:3.0:1788263625.400505:0:24769:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00000100:00100000:0.0:1788263625.400510:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00002000:00080000:3.0:1788263625.400529:0:24769:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00100000:0.0:1788263625.400529:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788263625.400540:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709887744:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788263625.400559:0:24769:0:(import.c:65:import_set_state_nolock()) ffff9ff3a0f42000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788263625.400594:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709887744:12345-0@lo:400:kworker.0 Request processed in 40us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263625.400602:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788263625.400626:0:24769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284149880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3617:x1875129709888000:12345-0@lo:8:kworker.0 Request processed in 173us (757us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263625.400634:0:24769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:3.0:1788263625.402111:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387615880 x1875129709887360/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788263650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263625.402124:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788263625.402132:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788263625.402140:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788263625.402156:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:3.0:1788263625.402159:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff3b560e000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788263625.402182:0:3617:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788263625.402188:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709887360:0@lo:8:kworker.0 00010000:00080000:3.0:1788263625.402204:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387615f80 x1875129709887488/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788263650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263625.402211:0:3617:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1788263625.402215:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1788263625.402219:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788263625.402222:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788263625.402223:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283371800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788263625.402236:0:3617:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788263625.402239:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3617:1875129709887488:0@lo:8:kworker.0 00010000:00080000:3.0:1788263625.402252:0:3617:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398743b80 x1875129709888000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1788263650 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1788263625.402259:0:3617:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:3.0:1788263625.402263:0:3617:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:3.0:1788263625.402266:0:3617:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:3.0:1788263625.402280:0:3617:0:(import.c:65:import_set_state_nolock()) ffff9ff283a0e000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:3.0:1788263625.402291:0:3617:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:3.0:1788263625.402294:0:3617:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3617:1875129709888000:0@lo:8:kworker.0 00000004:00080000:3.0:1788263625.402518:0:22652:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:3.0:1788263625.402613:0:22652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28414b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22652:1875129709888896:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788263625.402660:0:22652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263625.402685:0:22652:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3ad888600 going to sleep for 11 seconds 00000100:00100000:3.0:1788263625.402776:0:24769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709888896 00000100:00100000:3.0:1788263625.402783:0:24769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709888896 00000100:00100000:3.0:1788263625.402832:0:24769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000004:00080000:1.0:1788263625.402941:0:22651:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788263625.403037:0:22651:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 634474457284ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788263625.403044:0:22651:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788263625.403065:0:22653:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788263625.403093:0:22653:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 634474513183ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788263625.403097:0:22653:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0000: async commit OSD 00000004:00080000:1.0:1788263625.403127:0:23371:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:1.0:1788263625.403143:0:23371:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23371:1875129709889152:0@lo:7:osp-pre-1-1.0 00000100:00100000:1.0:1788263625.403187:0:23371:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263625.403214:0:23371:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e4e40 going to sleep for 11 seconds 00000004:00080000:1.0:1788263625.403227:0:23370:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1788263625.403268:0:23370:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 634474688508ns, next at 0ns, rc = 0 00080000:00080000:1.0:1788263625.403272:0:23370:0:(osd_handler.c:2849:osd_commit_async()) lustre-MDT0001: async commit OSD 00000100:00100000:3.0:1788263625.404814:0:24769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28414a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22652:x1875129709888896:12345-0@lo:5:osp-pre-0-0.0 00000100:00080000:3.0:1788263625.405189:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788263625.405206:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709889152 00000100:00100000:3.0:1788263625.405212:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709889152 00000100:00100000:3.0:1788263625.405263:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1788263625.405271:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23371:x1875129709889152:12345-0@lo:7:osp-pre-1-1.0 00000100:00080000:3.0:1788263625.405384:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000004:00080000:1.0:1788263625.413797:0:22654:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:1.0:1788263625.413822:0:22654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22654:1875129709889408:0@lo:5:osp-pre-1-0.0 00000100:00100000:1.0:1788263625.413892:0:22654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263625.413917:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e49c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788263625.413985:0:24134:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:3.0:1788263625.413993:0:24134:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_004' 00002000:00080000:3.0:1788263625.418310:0:24769:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:3.0:1788263625.418321:0:24769:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:3.0:1788263625.418327:0:24769:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00000100:00100000:2.0:1788263625.422442:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263625.422484:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709888128 00000100:00100000:0.0:1788263625.422494:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709888128 00000100:00100000:0.0:1788263625.422518:0:24133:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 4 min 3 max 116 00000100:00100000:0.0:1788263625.422546:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709889408 00000100:00100000:0.0:1788263625.422562:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709889408 00000100:00080000:0.0:1788263625.422624:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788263625.422660:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709888640 00000100:00100000:0.0:1788263625.422664:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709888640 00000100:00100000:0.0:1788263625.422690:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788263625.422699:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875129709888128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263625.422783:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398743800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875129709888128:12345-0@lo:400:kworker.0 Request processed in 85us (24556us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263625.422791:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1788263625.422807:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1788263625.422813:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875129709888640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263625.422839:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398742300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875129709888640:12345-0@lo:400:kworker.0 Request processed in 27us (24564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263625.422845:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00080000:0.0:1788263625.422859:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1788263625.428884:0:23360:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00000100:00100000:2.0:1788263625.435903:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1875129709888256:0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.435968:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263625.436007:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff284148000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709888768:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788263625.436032:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263625.436073:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709887616 00000100:00100000:2.0:1788263625.436081:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709887616 00000100:00100000:2.0:1788263625.436119:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709888256 00000100:00100000:2.0:1788263625.436121:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709888256 00000100:00100000:2.0:1788263625.436172:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788263625.436180:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875129709887616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.436231:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398742680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3619:x1875129709887616:12345-0@lo:400:kworker.0 Request processed in 52us (13798us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263625.436238:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:2.0:1788263625.436253:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788263625.436259:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1875129709888256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.436282:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398742a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1875129709888256:12345-0@lo:400:kworker.0 Request processed in 23us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263625.436288:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1788263625.436304:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263625.436329:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709889024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788263625.436354:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263625.436386:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387616300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709887744:0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.436405:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788263625.436411:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709889280:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788263625.436432:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263625.436450:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709888768 00000100:00100000:2.0:1788263625.436454:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709888768 00000100:00100000:2.0:1788263625.436471:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709889024 00000100:00100000:2.0:1788263625.436474:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709889024 00000100:00100000:2.0:1788263625.436484:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709889280 00000100:00100000:2.0:1788263625.436486:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709889280 00000100:00100000:2.0:1788263625.436496:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788263625.436502:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1875129709888768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788263625.436525:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 279104 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788263625.436670:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709888384 00000100:00100000:0.0:1788263625.436675:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709888384 00000100:00100000:0.0:1788263625.436697:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:0.0:1788263625.436712:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1875129709888384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263625.436755:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398741500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3620:x1875129709888384:12345-0@lo:400:kworker.0 Request processed in 52us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263625.436760:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00010000:00080000:0.0:1788263625.436789:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398741880 x1875129709888384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263625.436800:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3620:1875129709888384:0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.437016:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398740000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3619:x1875129709888768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 512us (981us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263625.437032:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788263625.437045:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788263625.437051:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3620:x1875129709889024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788263625.437066:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1788263625.437110:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398741180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3620:x1875129709889024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (754us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263625.437115:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788263625.437128:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788263625.437134:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3620:x1875129709889280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788263625.437168:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 280000 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1788263625.437196:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398740a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3620:x1875129709889280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263625.437202:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:2.0:1788263625.437219:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788263625.437223:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1788263625.437241:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff284148000 x1875129709888768/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263625.437258:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff284148000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709888768:0@lo:13:osp-pre-0-0.0 00010000:00080000:2.0:1788263625.437274:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387614700 x1875129709887616/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263625.437283:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387614700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3619:1875129709887616:0@lo:400:kworker.0 00010000:00080000:2.0:1788263625.437294:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398741f80 x1875129709888256/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263625.437302:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398741f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1875129709888256:0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.437342:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263625.437373:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709887104:0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.437395:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709888512 00000100:00100000:2.0:1788263625.437398:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709888512 00000100:00100000:2.0:1788263625.437424:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1788263625.437430:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1875129709888512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.437463:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398741f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1875129709888512:12345-0@lo:400:kworker.0 Request processed in 34us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263625.437469:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00080000:2.0:1788263625.437481:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:2.0:1788263625.437502:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398740e00 x1875129709888512/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263625.437511:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1875129709888512:0@lo:400:kworker.0 00010000:00080000:0.0:1788263625.437658:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff28381d880 x1875129709889280/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263625.437682:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709889280:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1788263625.437695:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff28381e300 x1875129709889024/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263625.437716:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709889024:0@lo:13:osp-pre-1-1.0 00010000:00080000:2.0:1788263625.437820:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398740700 x1875129709888640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263625.437900:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398740700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709888640:0@lo:400:kworker.0 00000100:00100000:2.0:1788263625.437924:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709887232:0@lo:400:kworker.0 00010000:00080000:2.0:1788263625.437935:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398742d80 x1875129709888128/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263641 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263625.437943:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875129709888128:0@lo:400:kworker.0 00000100:00100000:1.0:1788263625.441103:0:25187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788263625.441120:0:25187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+6:22654:x1875129709889408:12345-0@lo:5:osp-pre-1-0.0 00002000:00010000:1.0:1788263625.442169:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788263625.442180:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.442197:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788263625.442202:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788263625.442209:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.442225:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.442235:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.442242:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.442274:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788263625.442529:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.442629:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263625.442637:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.442656:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ecc00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.442661:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.442670:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.442688:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.442695:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000019473479/0x4b1103cba6671131 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.442777:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.442779:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.442781:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.444073:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.444093:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788263625.444097:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788263625.444103:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.444115:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.444125:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.444132:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.444156:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788263625.445034:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263625.445043:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.445054:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823eca00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.445059:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.445068:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.445093:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.445100:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008750285b/0x4b1103cba6671138 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.445121:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.445122:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.445124:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788263625.446131:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788263625.446140:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.446163:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788263625.446173:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788263625.446179:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.446191:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.446199:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.446207:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.446225:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788263625.446942:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263625.446950:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.446960:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ec600 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.446965:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.446974:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.447002:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.447009:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007eae65fd/0x4b1103cba667113f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.447039:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.447040:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.447042:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788263625.449018:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788263625.449030:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.449045:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788263625.449049:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788263625.449055:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.449068:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.449077:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.449093:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.449111:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1788263625.450823:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263625.450844:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.450856:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ede00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.450861:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.450871:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.450891:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.450900:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002562f008/0x4b1103cba6671146 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.450924:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.450926:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.450928:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788263625.452968:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.452979:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.452994:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.452998:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.453004:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.453017:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.453027:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.453035:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.453057:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.453651:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.453660:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.453671:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150e800 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.453675:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.453694:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.453722:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.453731:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031fe45e8/0x4b1103cba667114d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.453752:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.453753:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.453755:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788263625.456272:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.456287:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.456315:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.456319:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.456325:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.456339:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.456348:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.456356:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.456379:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788263625.456771:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.456779:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.456788:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150ea00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.456793:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.456802:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.456820:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.456828:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000070553891/0x4b1103cba6671154 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.457061:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.457063:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.457065:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:3.0:1788263625.459548:0:22607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00000004:00080000:3.0:1788263625.459573:0:22607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00080000:0.0:1788263625.459778:0:24131:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:0.0:1788263625.459785:0:24131:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788263625.459877:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23371:x1875129709889152:12345-0@lo:7:osp-pre-1-1.0 Request processed in 54602us (56684us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263625.459887:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00010000:00080000:0.0:1788263625.459938:0:23371:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff28381ea00 x1875129709889152/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1788263641 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263625.459953:0:23371:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381ea00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23371:1875129709889152:0@lo:7:osp-pre-1-1.0 00000004:00080000:0.0:1788263625.459967:0:23371:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788263625.460003:0:23371:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23371:1875129709889536:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788263625.460048:0:23371:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263625.460068:0:23371:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e2840 going to sleep for 11 seconds 00000100:00100000:0.0:1788263625.460082:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709889536 00000100:00100000:0.0:1788263625.460087:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709889536 00000100:00100000:0.0:1788263625.460130:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788263625.460138:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23371:x1875129709889536:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788263625.460173:0:24133:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:0.0:1788263625.460203:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:23371:x1875129709889536:12345-0@lo:5:osp-pre-1-1.0 Request processed in 66us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263625.460209:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:0.0:1788263625.460231:0:23371:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff28387f100 x1875129709889536/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1788263641 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788263625.460241:0:23371:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23371:1875129709889536:0@lo:5:osp-pre-1-1.0 00000004:00080000:0.0:1788263625.460248:0:23371:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:0.0:1788263625.460271:0:23371:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23371:1875129709889664:0@lo:5:osp-pre-1-1.0 00000100:00100000:0.0:1788263625.460292:0:23371:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263625.460304:0:23371:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e2840 going to sleep for 11 seconds 00000100:00100000:0.0:1788263625.460314:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709889664 00000100:00100000:0.0:1788263625.460317:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709889664 00000100:00100000:0.0:1788263625.460335:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1788263625.460341:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:23371:x1875129709889664:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:0.0:1788263625.460363:0:24131:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00002000:00010000:0.0:1788263625.460574:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.460604:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460628:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.460633:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.460639:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460651:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460660:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460667:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460686:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.460697:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.460702:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460711:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150f000 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.460715:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460723:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460750:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460757:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004d24fe40/0x4b1103cba667115b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.460774:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.460776:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.460778:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788263625.473871:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.473916:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.473936:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.473941:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.473948:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.473962:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.473972:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.473979:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.474017:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:2.0:1788263625.474039:0:25187:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:2.0:1788263625.474048:0:25187:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:2.0:1788263625.474054:0:25187:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00010000:00010000:3.0:1788263625.481894:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.481929:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.481943:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150e400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.481948:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.481958:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.481981:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.482015:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000a7428ee1/0x4b1103cba6671162 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.482042:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.482044:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.482046:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.500707:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.500721:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.500738:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.500742:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.500749:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.500762:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.500773:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.500782:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.500806:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788263625.502984:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.502995:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503010:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.503014:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.503020:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503046:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503066:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503075:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503100:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788263625.503275:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.503280:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503289:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.503292:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.503296:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503308:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503316:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503334:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.503349:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:2.0:1788263625.506487:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.506498:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506515:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.506520:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.506526:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506540:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506550:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506558:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506570:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:2.0:1788263625.506779:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.506785:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506799:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.506802:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.506823:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506833:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506841:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506849:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.506935:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:1.0:1788263625.508769:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:1.0:1788263625.508795:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508808:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0800 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.508813:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508823:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508843:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508851:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000031938964/0x4b1103cba6671169 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508875:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:1.0:1788263625.508879:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508884:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1e00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.508887:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508894:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508926:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508933:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000042f9c7be/0x4b1103cba6671170 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508945:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:1.0:1788263625.508950:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508956:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1600 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.508959:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508966:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508982:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.508990:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e16943eb/0x4b1103cba6671177 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509013:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1788263625.509016:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509028:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1a00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.509032:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509040:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509051:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509057:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f0adb778/0x4b1103cba667117e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509069:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.509072:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509078:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0000 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.509080:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509086:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509094:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509105:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000931fea08/0x4b1103cba6671185 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.509118:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.509119:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.509121:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.509963:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.509972:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.509994:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.509999:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.510005:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.510018:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.510040:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.510047:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.510083:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788263625.510093:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.510099:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510109:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.510113:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510122:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510136:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510143:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000075132b8a/0x4b1103cba667118c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510172:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.510173:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.510175:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.510350:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.510357:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.510366:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.510370:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.510374:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.510384:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.510392:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.510400:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.510604:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788263625.510609:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.510614:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510623:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1c00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.510627:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510636:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510649:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510656:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba270ae9/0x4b1103cba6671193 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.510672:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.510674:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.510676:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.511422:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.511439:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511451:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.511454:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.511460:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511470:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511479:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511485:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511506:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788263625.511514:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.511520:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511529:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0200 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.511532:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511552:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511564:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511571:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008a5e9e07/0x4b1103cba667119a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511614:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.511615:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.511617:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.511672:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.511678:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511686:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.511694:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.511699:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511708:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511716:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511723:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.511742:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788263625.511792:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.511797:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511806:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.511809:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511818:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511830:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511848:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000090529f2d/0x4b1103cba66711a1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.511861:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.511862:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.511864:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.512786:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.512794:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.512821:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.512825:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.512830:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.512839:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.512848:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.512863:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.512949:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.513322:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.513329:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.513338:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0e00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.513342:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.513350:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.513363:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.513369:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004dfca47d/0x4b1103cba66711a8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.513383:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.513384:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.513386:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.513661:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.513668:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513678:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.513681:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.513686:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513696:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513704:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513712:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513730:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.513840:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.513845:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788263625.513848:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788263625.513860:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1800 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.513861:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.513865:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.513884:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513887:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.513896:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.513902:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513913:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513920:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513927:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.513935:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.513965:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.513974:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000004777656d/0x4b1103cba66711af lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.513990:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.514058:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.514065:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1200 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.514068:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.514075:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.514098:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.514104:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ba8ae157/0x4b1103cba66711b6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.514117:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.514119:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.514121:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.514632:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.514639:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514649:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.514652:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.514657:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514666:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514686:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514692:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514708:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788263625.514824:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.514830:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514838:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.514841:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.514845:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514853:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514860:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514867:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.514884:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1788263625.516800:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788263625.516812:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.516823:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0c00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.516828:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.516838:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.516857:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.516864:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007bf128f0/0x4b1103cba66711bd lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788263625.517293:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.517302:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517315:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.517319:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.517325:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517336:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517345:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517368:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517460:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:2.0:1788263625.517629:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.517636:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517645:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.517653:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.517657:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517668:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517676:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517683:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.517692:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:3.0:1788263625.517848:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788263625.517854:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.517863:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1000 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.517867:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.517876:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.517889:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.517896:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e1ee3037/0x4b1103cba66711c4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.517976:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788263625.517980:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.517986:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0a00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.517989:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.518071:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.518081:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.518089:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006607a9ca/0x4b1103cba66711cb lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.518101:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.518104:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.518110:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0600 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.518113:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.518120:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.518128:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.518135:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005063539c/0x4b1103cba66711d2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.518169:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.518170:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.518172:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.519267:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.520518:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.520530:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.520546:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.520549:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.520555:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.520560:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.520574:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.520601:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.520614:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.520654:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.520696:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.520716:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.520725:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d600 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.520731:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.520741:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.520756:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.520764:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002332bb9c/0x4b1103cba66711d9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.520784:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.520786:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.520789:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.520812:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.520818:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.520826:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.520829:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.520832:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.520841:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.520848:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.520855:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.520877:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.521051:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.521071:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.521090:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5c000 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.521093:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.521101:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.521115:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.521132:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dad9a897/0x4b1103cba66711e0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.521157:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.521159:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.521161:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.522310:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.522318:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.522337:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.522341:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.522346:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.522358:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.522367:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.522374:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.545700:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.548780:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.548794:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.548810:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5c600 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.548815:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.548826:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788263625.548848:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.548855:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.548864:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.548884:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66711e7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.548888:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788263625.548896:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788263625.548905:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.548910:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.548914:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.548917:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.548921:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.548941:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.548950:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.548981:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.548990:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.548996:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.549004:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.549007:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.549015:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.549026:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.549034:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f75ee65/0x4b1103cba66711ee lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.549058:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.549061:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.549062:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788263625.549712:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788263625.549719:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.549757:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788263625.549762:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788263625.549767:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.549777:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.549785:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.549791:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.549807:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.550386:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.550394:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.550403:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.550407:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.550416:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788263625.550639:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.550647:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.550657:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.550660:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.550665:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.550676:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.550695:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.550703:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.550717:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.550908:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.550917:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d25ec67a/0x4b1103cba66711f5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.550935:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.550938:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.550944:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5c200 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.550953:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.550961:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.550972:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.550979:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8047379/0x4b1103cba66711fc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.550992:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.550994:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.550996:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.551001:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.551420:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.551426:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.551436:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.551440:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.551444:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.551453:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.551460:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.551468:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.551496:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788263625.551957:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.551964:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.551973:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.551976:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00002000:00010000:3.0:1788263625.552043:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788263625.552049:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.552057:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788263625.552060:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788263625.552070:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.552079:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.552104:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.552112:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.552125:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788263625.552232:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.552245:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.552252:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.552260:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.552272:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1788263625.552619:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1788263625.552625:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552634:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.552638:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552647:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552662:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552677:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671203 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552696:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788263625.552699:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552706:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764c00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.552709:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552717:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552727:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552734:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000dbb2f897/0x4b1103cba6671211 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552747:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.552750:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1788263625.552755:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.552757:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5de00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.552761:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552764:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.552769:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.552772:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.552776:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.552781:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552783:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552790:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007db83c9e/0x4b1103cba667120a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.552802:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.552804:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.552805:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.552840:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.552845:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.552932:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.552942:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.552949:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.552963:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788263625.553483:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.553490:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.553500:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.553503:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.553507:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.553516:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.553525:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.553538:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.553557:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1788263625.553696:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1788263625.553702:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553709:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5cc00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.553712:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553719:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553743:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553750:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d7cc1ee1/0x4b1103cba6671218 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553765:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.553768:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553774:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d000 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.553778:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553785:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553794:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553801:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b4e80bf4/0x4b1103cba667121f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.553813:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.553815:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.553823:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1788263625.553919:0:24948:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:0.0:1788263625.553938:0:24948:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:0.0:1788263625.553942:0:24948:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1788263625.554664:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788263625.555069:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.555076:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.555088:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.555091:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.555096:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.555107:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.555115:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263625.555166:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:23371:x1875129709889664:12345-0@lo:5:osp-pre-1-1.0 Request processed in 94821us (94868us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1788263625.555176:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1788263625.555226:0:23371:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:2.0:1788263625.555234:0:23371:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:23371:1875129709889664:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1788263625.555248:0:23371:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00010000:00010000:0.0:1788263625.555272:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.555289:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1788263625.555293:0:23371:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398742d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23371:1875129709889792:0@lo:900:osp-pre-1-1.0 00010000:00010000:0.0:1788263625.555298:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.555302:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.555308:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150f000 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.555320:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263625.555326:0:23371:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788263625.555328:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.555342:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263625.555346:0:23371:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3c057d900 going to sleep for 11 seconds 00010000:00010000:0.0:1788263625.555349:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba6671226 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263625.555365:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709889792 00010000:00010000:0.0:1788263625.555365:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.555367:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.555368:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263625.555370:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709889792 00000100:00100000:2.0:1788263625.555409:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788263625.555417:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23371:x1875129709889792:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1788263625.555458:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398740700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:23371:x1875129709889792:12345-0@lo:900:osp-pre-1-1.0 Request processed in 43us (132us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263625.555464:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:2.0:1788263625.555501:0:23371:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398742d80 x1875129709889792/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1788263641 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263625.555511:0:23371:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398742d80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:23371:1875129709889792:0@lo:900:osp-pre-1-1.0 00002000:00010000:3.0:1788263625.555895:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788263625.555902:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.555913:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788263625.555916:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788263625.555921:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.555931:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.555940:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.555947:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.555976:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.556635:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.556642:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.556652:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764800 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.556655:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.556663:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.556676:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.556691:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009caae1b9/0x4b1103cba667122d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.556708:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.556710:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.556712:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.558888:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.558901:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.558918:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.558922:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.558928:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.558941:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.558950:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.558957:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.558972:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.559084:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.559092:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.559101:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d200 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.559106:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.559114:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.559130:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.559137:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000391c6982/0x4b1103cba6671234 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.559168:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.559171:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.559173:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.560016:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.560033:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.560045:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.560049:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.560054:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.560078:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.560087:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.560094:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.560117:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788263625.560136:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.560155:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.560165:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d800 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.560170:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.560179:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.560193:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.560200:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000069b150a4/0x4b1103cba667123b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.560217:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.560219:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.560220:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788263625.562300:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.562312:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562327:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.562331:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.562337:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562351:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562360:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562367:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562386:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.562409:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.562422:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562430:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150e200 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.562434:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562442:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562459:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562466:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba6671242 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.562482:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.562484:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.562485:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788263625.563265:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.563273:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563284:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.563287:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.563292:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563313:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563321:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563328:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563351:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1788263625.563534:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.563540:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563549:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.563553:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.563557:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563566:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563574:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563634:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.563649:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:2.0:1788263625.564438:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788263625.564447:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564456:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150ee00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.564460:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564469:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564485:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564492:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000e8f0fbab/0x4b1103cba6671249 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564521:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263625.564524:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564530:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150e600 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.564533:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564540:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564550:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564556:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b01283c3/0x4b1103cba6671250 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.564567:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.564569:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.564571:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788263625.565473:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.565483:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.565496:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.565501:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.565507:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.565517:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.565526:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.565534:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.565559:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.565619:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.565625:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.565632:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150e400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.565644:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.565652:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.565664:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.565670:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a7428ee1/0x4b1103cba6671257 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.565683:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.565685:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.565686:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.565770:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.565775:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.565783:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.565802:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.565807:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.565817:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.565825:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.565832:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.565853:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.566158:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.566164:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.566173:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5c800 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.566177:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.566186:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.566199:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.566213:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d43832a6/0x4b1103cba667125e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.566235:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.566238:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.566240:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.566514:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.566520:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.566528:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.566530:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.566534:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.566542:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.566549:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.566562:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.566651:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:2.0:1788263625.567254:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.567261:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.567272:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.567276:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.567281:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.567289:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.567297:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.567304:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788263625.567434:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.567440:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.567453:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.567456:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.567460:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.567468:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.567476:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.567483:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568136:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1788263625.568155:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568166:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5c400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.568171:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568180:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568196:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568203:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b18e4a73/0x4b1103cba6671265 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568221:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1788263625.568225:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568296:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5da00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.568299:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568306:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568317:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 2/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568326:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.568329:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568335:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150e800 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.568338:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568345:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568354:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.568360:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.568367:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.568369:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.570024:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.570029:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1788263625.570039:0:24769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008832f95f/0x4b1103cba667126c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1788263625.570562:0:24769:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788263625.570570:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.570598:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788263625.570603:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788263625.570609:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.570622:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.570632:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.570641:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.571519:0:24769:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.571606:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.571614:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.571624:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765200 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.571628:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.571648:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.571664:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.571670:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000017f84e67/0x4b1103cba667127a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.571685:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.571687:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.571689:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1788263625.571886:0:24769:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:2.0:1788263625.571984:0:24769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28414a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:22652:x1875129709888896:12345-0@lo:5:osp-pre-0-0.0 Request processed in 169138us (169317us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263625.571994:0:24769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00010000:00010000:1.0:1788263625.572160:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263625.574800:0:22652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28414b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22652:1875129709888896:0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1788263625.574821:0:22652:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:3.0:1788263625.574867:0:22652:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28414b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22652:1875129709889920:0@lo:5:osp-pre-0-0.0 00000100:00100000:3.0:1788263625.574917:0:22652:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263625.574957:0:22652:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a0f1b6c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788263625.576317:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709889920 00000100:00100000:1.0:1788263625.576327:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709889920 00000100:00100000:1.0:1788263625.576380:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788263625.576397:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:22652:x1875129709889920:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1788263625.576438:0:24133:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00010000:00010000:0.0:1788263625.580334:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:0.0:1788263625.580346:0:25187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671273 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.581118:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788263625.583923:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788263625.583936:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.583953:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788263625.583957:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788263625.583963:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.583980:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.584002:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.584009:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.584032:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.584042:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.584047:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.584054:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764e00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.584059:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.584068:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.584084:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.584091:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba6671281 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.584116:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.584117:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.584119:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:3.0:1788263625.587072:0:24128:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:3.0:1788263625.587141:0:24128:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00002000:00010000:3.0:1788263625.587261:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788263625.587271:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.587287:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788263625.587291:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788263625.587297:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.587311:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.587321:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.587329:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.587347:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788263625.589126:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.589137:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.589209:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765000 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.589214:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.589225:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.589245:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.589252:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000747139de/0x4b1103cba6671288 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.589268:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.589270:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.589272:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788263625.589782:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788263625.589791:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.589810:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788263625.589814:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788263625.589820:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.589831:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.589840:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.589848:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.589869:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.590016:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.590023:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.590031:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764600 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.590034:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.590067:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.590080:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.590087:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002062f4fd/0x4b1103cba667128f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.590104:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.590106:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.590107:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263625.591058:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284148700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:22652:x1875129709889920:12345-0@lo:5:osp-pre-0-0.0 Request processed in 14601us (16072us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1788263625.591078:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:1.0:1788263625.591176:0:22652:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1788263625.591185:0:22652:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28414b800 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:22652:1875129709889920:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1788263625.591201:0:22652:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00002000:00010000:0.0:1788263625.592446:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.592458:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.592473:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.592478:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.592484:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.592497:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.592507:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.592525:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.592554:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788263625.592696:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.592704:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.592715:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150e800 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.592719:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.592729:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.592746:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.592754:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000031fe45e8/0x4b1103cba6671296 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.592772:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.592774:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.592776:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1788263625.599492:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.599506:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.599524:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.599529:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.599535:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.599551:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.599561:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.599568:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.599596:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1788263625.599640:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788263625.599649:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.599686:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150e200 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:1.0:1788263625.599692:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.599703:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.599722:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.599729:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000016b626ba/0x4b1103cba667129d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.599750:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.599751:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788263625.599753:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1788263625.613043:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:3.0:1788263625.613069:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.613086:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=634s v=(0 0) 00010000:00010000:3.0:1788263625.613091:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1788263625.613097:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.613112:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.613155:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.613165:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.613185:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.619032:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.619047:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.619082:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764e00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.619087:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.619098:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.619118:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.619288:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e8612c82/0x4b1103cba66712a4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.619311:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.619313:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.619315:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788263625.627132:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788263625.627152:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.627168:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788263625.627172:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788263625.627179:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.627193:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.627210:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.627218:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.627242:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:1.0:1788263625.631346:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788263625.631359:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.631375:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788263625.631379:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788263625.631386:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.631399:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.631408:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.631415:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.632519:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1788263625.633958:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:0.0:1788263625.633969:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.633993:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=634s v=(0 0) 00010000:00010000:0.0:1788263625.633997:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263625.634004:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.634016:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.634032:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.634040:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637279:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788263625.637294:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637307:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ede00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.637312:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637323:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637342:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637349:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000002562f008/0x4b1103cba66712ab lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637374:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788263625.637377:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637395:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ec600 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.637399:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637405:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637416:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637422:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000007eae65fd/0x4b1103cba66712b2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637435:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263625.637439:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637445:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150f000 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263625.637448:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637455:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637464:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.637478:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.637480:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263625.637482:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.637657:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1788263625.637664:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.637665:0:25187:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004d24fe40/0x4b1103cba66712b9 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.640587:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.644472:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.644485:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.644503:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.644507:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.644514:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.644528:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.644538:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.644546:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.644567:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.645106:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.645114:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.645132:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5da00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.645136:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.645153:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.645171:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.645178:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008832f95f/0x4b1103cba66712c0 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.645205:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.645206:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.645208:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.645366:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.645372:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.645392:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.645396:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.645402:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.645411:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.645419:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.645426:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.645449:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.645485:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.645491:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.645498:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5ca00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.645501:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.645509:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.645521:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.645528:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ebd9d85b/0x4b1103cba66712c7 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.645552:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.645554:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.645556:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.646030:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.646037:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.646046:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.646050:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.646054:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.646064:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.646082:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.646089:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.646104:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.646758:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.646764:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.646773:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5dc00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.646777:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.646785:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.646812:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.646819:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000817ba7c/0x4b1103cba66712ce lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.646833:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.646835:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.646836:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.646978:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.646983:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.647009:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.647012:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.647017:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.647028:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.647035:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.647042:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.647082:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1788263625.647343:0:22616:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.647348:0:22616:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.647365:0:22616:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5ce00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.647368:0:22616:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.647375:0:22616:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.647386:0:22616:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.647392:0:22616:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000cafeaa68/0x4b1103cba66712d5 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.647406:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.647407:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.647409:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1788263625.647972:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:2.0:1788263625.647978:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.647999:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=634s v=(0 0) 00010000:00010000:2.0:1788263625.648002:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263625.648007:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.648016:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.648025:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.648032:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263625.648048:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1788263625.648165:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788263625.648171:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.648178:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5c400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263625.648182:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.648190:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.648202:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.648209:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b18e4a73/0x4b1103cba66712dc lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263625.648223:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.648225:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263625.648226:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:1.0:1788263625.649162:0:25187:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x0 00010000:00010000:1.0:1788263625.649172:0:25187:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.649183:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=634s v=(0 0) 00010000:00010000:1.0:1788263625.649186:0:25187:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788263625.649192:0:25187:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.649202:0:25187:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.649209:0:25187:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.649217:0:25187:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263625.649239:0:25187:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:1.0:1788263625.649285:0:25187:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00010000:00010000:0.0:1788263625.649414:0:22615:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263625.649420:0:22615:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.649429:0:22615:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823eca00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263625.649432:0:22615:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.649440:0:22615:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.649463:0:22615:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.649470:0:22615:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008750285b/0x4b1103cba66712e3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 25187 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263625.649486:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.649488:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263625.649490:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263625.649663:0:25187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:22654:x1875129709889408:12345-0@lo:5:osp-pre-1-0.0 Request processed in 208545us (235767us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263625.649671:0:25187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1788263625.652115:0:22654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d180 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22654:1875129709889408:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788263625.652138:0:22654:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:3.0:1788263625.652202:0:22654:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff284148e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22654:1875129709890048:0@lo:5:osp-pre-1-0.0 00000100:00100000:3.0:1788263625.652261:0:22654:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263625.652307:0:22654:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a0f1b780 going to sleep for 11 seconds 00000100:00100000:0.0:1788263625.652486:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709890048 00000100:00100000:0.0:1788263625.652494:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709890048 00000100:00100000:0.0:1788263625.652547:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1788263625.652556:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:22654:x1875129709890048:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:0.0:1788263625.652607:0:24131:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:3.0:1788263625.656704:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284149500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:22654:x1875129709890048:12345-0@lo:5:osp-pre-1-0.0 Request processed in 4143us (4436us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788263625.656717:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788263625.656769:0:22654:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff284148e00 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:22654:1875129709890048:0@lo:5:osp-pre-1-0.0 00000004:00080000:3.0:1788263625.656782:0:22654:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:0.0:1788263626.353214:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263627.375761:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788263628.144779:0:25304:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg326-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1788263628.335949:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788263628.336795:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709890176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788263628.336861:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263628.336979:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709890176 00000100:00100000:2.0:1788263628.336986:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709890176 00000100:00100000:2.0:1788263628.337045:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263628.337054:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28414b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709890176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788263628.337080:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788263628.337156:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28414b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709890176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 104us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263628.337163:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00080000:0.0:1788263628.337286:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788263628.337338:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709890176:0@lo:13:osp-pre-0-1.0 00010000:00010000:0.0:1788263628.399752:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263628.848842:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788263628.848865:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709890304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788263628.848936:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263628.850112:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff284148000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709890432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788263628.850115:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709890304 00000100:00100000:3.0:1788263628.850135:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709890304 00000100:00100000:0.0:1788263628.850163:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263628.850197:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709890432 00000100:00100000:0.0:1788263628.850201:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709890432 00000100:00100000:3.0:1788263628.850225:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788263628.850887:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709890432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788263628.850945:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788263628.851020:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709890432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 786us (855us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263628.851028:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788263628.851050:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788263628.851058:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709890304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788263628.851075:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788263628.851084:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff284148000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709890432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788263628.851117:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709890304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 59us (2181us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263628.851146:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788263628.851232:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709890304:0@lo:41:osp-pre-1-0.0 00000020:00000004:2.0:1788263629.344376:0:25356:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:2.0:1788263629.345259:0:25356:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00010000:00010000:3.0:1788263629.427602:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788263630.460773:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000004:1.0:1788263630.705256:0:25406:0:(tgt_mount.c:2347:server_getattr()) lustre-OST0001: root_inode from vfsmnt ino=2, dev=0 00000020:00000004:1.0:1788263630.707039:0:25406:0:(tgt_mount.c:2362:is_cmd_supported()) ioctl cmd=81009431 00000100:00100000:2.0:1788263630.897001:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709890560:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897102:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897168:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709891072:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897197:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897217:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709891584:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897237:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897251:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709892096:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897267:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897291:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788263630.897296:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709890944:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897320:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897338:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709891456:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897358:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897373:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1875129709891968:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897393:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897422:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709890688:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897447:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897467:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709891200:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897487:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897503:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1875129709891712:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897549:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897563:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788263630.897569:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709890816:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897617:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897632:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709891328:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897652:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897676:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709891840:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897697:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263630.897727:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709890560 00000100:00100000:2.0:1788263630.897737:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709890560 00000100:00100000:2.0:1788263630.897797:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1788263630.897808:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3621:x1875129709890560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.897866:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3621:x1875129709890560:12345-0@lo:400:kworker.0 Request processed in 59us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.897874:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1788263630.897914:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709891072 00000100:00100000:2.0:1788263630.897918:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709891072 00000100:00100000:2.0:1788263630.897937:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709891584 00000100:00100000:2.0:1788263630.897940:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709891584 00000100:00100000:2.0:1788263630.897951:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709892096 00000100:00100000:2.0:1788263630.897954:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709892096 00000100:00100000:2.0:1788263630.897977:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709891968 00000100:00100000:2.0:1788263630.897980:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709891968 00000100:00100000:2.0:1788263630.897992:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709891712 00000100:00100000:2.0:1788263630.897994:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709891712 00000100:00100000:2.0:1788263630.898005:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709891840 00000100:00100000:2.0:1788263630.898007:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709891840 00000100:00100000:2.0:1788263630.898021:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788263630.898027:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398662d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709891072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898068:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398662d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709891072:12345-0@lo:400:kworker.0 Request processed in 41us (871us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898075:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1788263630.898088:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788263630.898095:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398660e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709891584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898136:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398660e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709891584:12345-0@lo:400:kworker.0 Request processed in 41us (898us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898142:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1788263630.898157:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788263630.898163:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398661180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709892096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898189:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398661180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709892096:12345-0@lo:400:kworker.0 Request processed in 27us (921us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898196:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1788263630.898207:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788263630.898213:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398662300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1875129709891968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898239:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398662300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1875129709891968:12345-0@lo:400:kworker.0 Request processed in 26us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898245:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1788263630.898258:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788263630.898263:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398660700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875129709891712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898292:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398660700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3618:x1875129709891712:12345-0@lo:400:kworker.0 Request processed in 29us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898299:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1788263630.898309:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788263630.898315:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398661f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709891840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898350:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398661f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709891840:12345-0@lo:400:kworker.0 Request processed in 36us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898356:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1788263630.898380:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709890944 00000100:00100000:2.0:1788263630.898384:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709890944 00000100:00100000:2.0:1788263630.898411:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709891456 00000100:00100000:2.0:1788263630.898414:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709891456 00000100:00100000:2.0:1788263630.898427:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709890816 00000100:00100000:2.0:1788263630.898429:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709890816 00000100:00100000:2.0:1788263630.898441:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709891328 00000100:00100000:2.0:1788263630.898444:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709891328 00000100:00100000:2.0:1788263630.898457:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788263630.898462:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398663b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3621:x1875129709890944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898493:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398663b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3621:x1875129709890944:12345-0@lo:400:kworker.0 Request processed in 31us (1173us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898499:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1788263630.898512:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788263630.898518:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398661500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709891456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898544:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398661500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709891456:12345-0@lo:400:kworker.0 Request processed in 26us (1185us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898549:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1788263630.898559:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788263630.898564:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709890816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898611:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398663800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709890816:12345-0@lo:400:kworker.0 Request processed in 47us (993us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898618:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1788263630.898628:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263630.898639:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709891328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898663:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398661c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709891328:12345-0@lo:400:kworker.0 Request processed in 25us (1011us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898669:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1788263630.898691:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709890688 00000100:00100000:2.0:1788263630.898694:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709890688 00000100:00100000:2.0:1788263630.898712:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709891200 00000100:00100000:2.0:1788263630.898715:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709891200 00000100:00100000:2.0:1788263630.898727:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788263630.898733:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398660000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709890688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898766:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398660000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709890688:12345-0@lo:400:kworker.0 Request processed in 34us (1319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898773:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1788263630.898785:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1788263630.898790:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398663480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709891200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898814:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398663480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709891200:12345-0@lo:400:kworker.0 Request processed in 24us (1327us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263630.898819:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:2.0:1788263630.898841:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788263630.898845:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788263630.898848:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788263630.898850:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788263630.898890:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709890816:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898901:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398743b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709891328:0@lo:400:kworker.0 00010000:00080000:2.0:1788263630.898914:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398660a80 x1875129709891840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263630.898938:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709891840:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898951:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709890688:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.898961:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398741880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709891200:0@lo:400:kworker.0 00010000:00080000:2.0:1788263630.898971:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398660380 x1875129709891712/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263630.898978:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398660380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3618:1875129709891712:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.899021:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398740380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709890944:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.899032:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398661880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709891456:0@lo:400:kworker.0 00010000:00080000:2.0:1788263630.899042:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398662a00 x1875129709891968/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263630.899050:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398662a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1875129709891968:0@lo:400:kworker.0 00000100:00100000:2.0:1788263630.899059:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398740e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709890560:0@lo:400:kworker.0 00010000:00080000:2.0:1788263630.899070:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398742d80 x1875129709891072/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263630.899078:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398742d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709891072:0@lo:400:kworker.0 00010000:00080000:2.0:1788263630.899089:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398662680 x1875129709891584/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263630.899096:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398662680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709891584:0@lo:400:kworker.0 00010000:00080000:2.0:1788263630.899105:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff398663100 x1875129709892096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263646 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263630.899130:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398663100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709892096:0@lo:400:kworker.0 00000100:00100000:1.0:1788263630.900199:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788263630.900217:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709892224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788263630.900276:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263630.900328:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709892224 00000100:00100000:1.0:1788263630.900334:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709892224 00000100:00100000:1.0:1788263630.900377:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788263630.900386:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709892224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788263630.900418:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788263630.900465:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709892224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263630.900472:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788263630.900517:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3867b5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709892224:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788263630.906919:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709892352:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788263630.907017:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263630.907091:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709892352 00000100:00100000:0.0:1788263630.907100:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709892352 00000100:00100000:0.0:1788263630.907167:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788263630.907179:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1875129709892352:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788263630.907214:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1788263630.907264:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3619:x1875129709892352:12345-0@lo:13:osp-pre-1-0.0 Request processed in 87us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263630.907271:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1788263630.907329:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709892352:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788263630.913084:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3b39ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709892480:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788263630.913178:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263630.913251:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709892480 00000100:00100000:1.0:1788263630.913260:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709892480 00000100:00100000:1.0:1788263630.913307:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788263630.913316:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709892480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788263630.913341:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1788263630.913384:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39df480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709892480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263630.913392:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1788263630.913441:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3b39ddc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709892480:0@lo:13:osp-pre-1-1.0 00000001:00080000:0.0:1788263630.926796:0:24948:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000100:00100000:2.0:1788263631.083878:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.083944:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699291136 00000100:00100000:0.0:1788263631.083963:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699291136 00000100:00100000:0.0:1788263631.084006:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 115 00000100:00100000:0.0:1788263631.084015:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398cdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2385:x1875129699291136:12345-192.168.203.26@tcp:250:mount.lustre.0 00010000:00080000:0.0:1788263631.084041:0:22622:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from bac2baec-0d48-482e-93e1-50a641e55480@192.168.203.26@tcp t0 exp 0000000000000000 cur 640 last 0 00000020:00000080:0.0:1788263631.084067:0:22622:0:(genops.c:1385:class_connect()) connect: client bac2baec-0d48-482e-93e1-50a641e55480, cookie 0x4b1103cba66712ea 00000100:00080000:0.0:1788263631.084208:0:22622:0:(import.c:65:import_set_state_nolock()) ffff9ff28383a800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1788263631.084295:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398cdd450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+5:2385:x1875129699291136:12345-192.168.203.26@tcp:250:mount.lustre.0 Request processed in 279us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263631.084304:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 115 00000100:00100000:2.0:1788263631.098904:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263631.099005:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699291264 00000100:00100000:3.0:1788263631.099014:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699291264 00000100:00100000:3.0:1788263631.099065:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 116 00000100:00100000:3.0:1788263631.099075:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398cde450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+5:18071:x1875129699291264:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788263631.099090:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263631.099117:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3ae764a00/0x4b1103cba66712f1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0xd405f293d11703a3 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263631.099143:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3ae764a00/0x4b1103cba66712f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11703a3 expref: 6 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263631.099154:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3ae764a00/0x4b1103cba66712f1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11703a3 expref: 6 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263631.099162:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae764a00, rc 0) 00000100:00100000:3.0:1788263631.099210:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398cde450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+6:18071:x1875129699291264:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 136us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263631.099227:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 116 00000100:00100000:3.0:1788263631.101417:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263631.104694:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699291392 00000100:00100000:1.0:1788263631.104721:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699291392 00000100:00100000:1.0:1788263631.104890:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 117 00000100:00100000:1.0:1788263631.104982:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398cdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+6:18071:x1875129699291392:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:1.0:1788263631.105121:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398cdcc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+6:18071:x1875129699291392:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 144us (3715us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788263631.105130:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 117 00000100:00100000:3.0:1788263631.109176:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263631.109213:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699291520 00000100:00100000:1.0:1788263631.109223:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699291520 00000100:00100000:1.0:1788263631.109280:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 118 00000100:00100000:1.0:1788263631.109290:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bdf2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+6:18071:x1875129699291520:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:1.0:1788263631.109305:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263631.109321:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff2823ec600/0x4b1103cba66712f8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0xd405f293d11703aa expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263631.109348:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ec600/0x4b1103cba66712f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11703aa expref: 7 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263631.109359:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff2823ec600/0x4b1103cba66712f8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11703aa expref: 7 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263631.109368:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ec600, rc 0) 00000100:00100000:1.0:1788263631.109422:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bdf2c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+7:18071:x1875129699291520:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 133us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263631.109429:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 118 00000100:00100000:2.0:1788263631.111507:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.115536:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699291648 00000100:00100000:0.0:1788263631.115550:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699291648 00000100:00100000:0.0:1788263631.115643:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 119 00000100:00100000:0.0:1788263631.115653:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bdf2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+7:18071:x1875129699291648:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788263631.115810:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bdf2dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+8:18071:x1875129699291648:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 158us (4308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263631.115829:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 119 00000100:00100000:3.0:1788263631.118884:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.119001:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699291776 00000100:00100000:0.0:1788263631.119010:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699291776 00000100:00100000:0.0:1788263631.119063:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 120 00000100:00100000:0.0:1788263631.119073:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bdf2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+8:18071:x1875129699291776:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788263631.119235:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bdf2f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+8:18071:x1875129699291776:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 163us (359us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263631.119250:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 120 00000100:00100000:2.0:1788263631.133241:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263631.134381:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699291904 00000100:00100000:3.0:1788263631.134400:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699291904 00000100:00100000:3.0:1788263631.134690:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 121 00000100:00100000:3.0:1788263631.134703:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+8:18090:x1875129699291904:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788263631.136248:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f52450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+8:18090:x1875129699291904:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 1541us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263631.136260:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 121 00000100:00100000:3.0:1788263631.194428:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.196843:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699292032 00000100:00100000:0.0:1788263631.196856:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699292032 00000100:00100000:2.0:1788263631.199377:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 122 00000100:00100000:2.0:1788263631.199408:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+8:18090:x1875129699292032:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788263631.200073:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f51450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+8:18090:x1875129699292032:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 679us (5652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263631.200084:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 122 00000100:00100000:0.0:1788263631.220103:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263631.220225:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699292160 00000100:00100000:2.0:1788263631.220244:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699292160 00000100:00100000:2.0:1788263631.220340:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 123 00000100:00100000:2.0:1788263631.220353:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+8:18090:x1875129699292160:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788263631.220567:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f52c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+8:18090:x1875129699292160:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 217us (694us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263631.220576:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 123 00000100:00100000:3.0:1788263631.229267:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263631.231091:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699292288 00000100:00100000:2.0:1788263631.231118:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699292288 00000100:00100000:2.0:1788263631.231208:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 124 00000100:00100000:2.0:1788263631.231222:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+8:18071:x1875129699292288:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788263631.231243:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263631.231266:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff282f5cc00/0x4b1103cba66712ff lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xd405f293d11703db expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263631.231391:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff282f5cc00/0x4b1103cba66712ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11703db expref: 9 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263631.231405:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff282f5cc00/0x4b1103cba66712ff lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11703db expref: 9 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263631.231418:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5cc00, rc 0) 00000100:00100000:2.0:1788263631.232620:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f51850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+9:18071:x1875129699292288:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 1393us (5926us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263631.232632:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 124 00000100:00100000:2.0:1788263631.246360:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.246483:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699292416 00000100:00100000:0.0:1788263631.246498:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699292416 00000100:00100000:0.0:1788263631.246573:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 125 00000100:00100000:0.0:1788263631.246626:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+9:18071:x1875129699292416:12345-192.168.203.26@tcp:256:mount.lustre.0 20000000:01000000:0.0:1788263631.246656:0:22620:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:0.0:1788263631.246684:0:22620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1788263631.246688:0:22620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:0.0:1788263631.246691:0:22620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:0.0:1788263631.246694:0:22620:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:0.0:1788263631.246697:0:22620:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:0.0:1788263631.249708:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f53c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+9:18071:x1875129699292416:12345-192.168.203.26@tcp:256:mount.lustre.0 Request processed in 3070us (3408us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263631.249726:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 125 00000100:00100000:2.0:1788263631.254229:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263631.254891:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699292544 00000100:00100000:3.0:1788263631.254905:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699292544 00000100:00100000:3.0:1788263631.255044:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 126 00000100:00100000:3.0:1788263631.255058:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+9:18071:x1875129699292544:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:3.0:1788263631.255080:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263631.255104:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd405f293d11703e2 expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263631.255148:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11703e2 expref: 10 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263631.255161:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11703e2 expref: 10 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263631.255172:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae765200, rc 0) 00000100:00100000:3.0:1788263631.255247:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f52850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+10:18071:x1875129699292544:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 192us (1031us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263631.255255:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 126 00000100:00100000:2.0:1788263631.267296:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.267741:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699292672 00000100:00100000:0.0:1788263631.267764:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699292672 00000100:00100000:0.0:1788263631.267859:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 127 00000100:00100000:0.0:1788263631.267872:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b5f51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+10:18071:x1875129699292672:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:0.0:1788263631.268098:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b5f51050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+10:18071:x1875129699292672:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 227us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263631.268117:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 127 00000100:00100000:2.0:1788263631.276849:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.277116:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699292800 00000100:00100000:0.0:1788263631.277130:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699292800 00000100:00100000:0.0:1788263631.277194:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 128 00000100:00100000:0.0:1788263631.277205:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+10:18071:x1875129699292800:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:0.0:1788263631.277382:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+10:18071:x1875129699292800:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 178us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263631.277391:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 128 00000100:00100000:2.0:1788263631.281823:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263631.281976:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699292928 00000100:00100000:3.0:1788263631.281989:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699292928 00000100:00100000:3.0:1788263631.282076:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 129 00000100:00100000:3.0:1788263631.282088:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+10:18092:x1875129699292928:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788263631.282279:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+10:18092:x1875129699292928:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 192us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263631.282289:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 129 00000100:00100000:3.0:1788263631.285717:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263631.285906:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699293056 00000100:00100000:2.0:1788263631.285918:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699293056 00000100:00100000:2.0:1788263631.285990:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 130 00000100:00100000:2.0:1788263631.286001:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+10:18092:x1875129699293056:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788263631.286209:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+10:18092:x1875129699293056:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 209us (505us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263631.286219:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 130 00000100:00100000:2.0:1788263631.300862:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.300964:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699293184 00000100:00100000:0.0:1788263631.300978:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699293184 00000100:00100000:2.0:1788263631.300984:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.301036:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699293440 00000100:00100000:0.0:1788263631.301040:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699293440 00000100:00100000:0.0:1788263631.301070:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:0.0:1788263631.301080:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398663100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:2385:x1875129699293184:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:0.0:1788263631.301127:0:24442:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 8c08843b-93c0-45fd-9f65-0c59c3a632d7@192.168.203.26@tcp t0 exp 0000000000000000 cur 640 last 0 00000020:00000080:0.0:1788263631.301195:0:24442:0:(genops.c:1385:class_connect()) connect: client 8c08843b-93c0-45fd-9f65-0c59c3a632d7, cookie 0x4b1103cba667130d 00000004:00100000:0.0:1788263631.301228:0:24442:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00100000:3.0:1788263631.301346:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:3.0:1788263631.301354:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398662680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2385:x1875129699293440:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:3.0:1788263631.301386:0:22629:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 8c08843b-93c0-45fd-9f65-0c59c3a632d7@192.168.203.26@tcp t0 exp 0000000000000000 cur 640 last 0 00000020:00000080:3.0:1788263631.301432:0:22629:0:(genops.c:1385:class_connect()) connect: client 8c08843b-93c0-45fd-9f65-0c59c3a632d7, cookie 0x4b1103cba6671314 00000004:00100000:3.0:1788263631.301446:0:22629:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:3.0:1788263631.301732:0:22629:0:(import.c:65:import_set_state_nolock()) ffff9ff3aff97000 : changing import state from RECOVER to FULL 00000100:00080000:0.0:1788263631.301732:0:24442:0:(import.c:65:import_set_state_nolock()) ffff9ff28383b800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788263631.301818:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398662680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:2385:x1875129699293440:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 462us (833us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263631.301827:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:0.0:1788263631.302142:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398663100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:2385:x1875129699293184:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 1061us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263631.302150:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:2.0:1788263631.324249:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263631.326323:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699293568 00000100:00100000:3.0:1788263631.326339:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699293568 00000100:00100000:3.0:1788263631.326452:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:3.0:1788263631.326466:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398662a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:0:x1875129699293568:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788263631.326513:0:22629:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788263631.326659:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398662a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:0:x1875129699293568:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 196us (2423us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263631.326667:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00080000:2.0:1788263631.327440:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788263631.342434:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263631.342495:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.342569:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699293312 00000100:00100000:0.0:1788263631.342639:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699293312 00000100:00100000:1.0:1788263631.342677:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699293696 00000100:00100000:1.0:1788263631.342682:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699293696 00000100:00100000:0.0:1788263631.342723:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:0.0:1788263631.342736:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398661880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:0:x1875129699293312:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788263631.342785:0:24442:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788263631.342906:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398661880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:0:x1875129699293312:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 171us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263631.342914:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:0.0:1788263631.342933:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:0.0:1788263631.342940:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398660380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18071:x1875129699293696:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:0.0:1788263631.342952:0:24442:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788263631.342976:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398660380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18071:x1875129699293696:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 36us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263631.342983:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00080000:2.0:1788263631.343036:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788263631.363265:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263631.363756:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699293824 00000100:00100000:2.0:1788263631.363769:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699293824 00000100:00100000:2.0:1788263631.363843:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:2.0:1788263631.363856:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18071:x1875129699293824:12345-192.168.203.26@tcp:40:mount.lustre.0 00000100:00100000:2.0:1788263631.363970:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39ddc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18071:x1875129699293824:12345-192.168.203.26@tcp:40:mount.lustre.0 Request processed in 116us (719us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263631.363979:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:0.0:1788263631.371662:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263631.371715:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263631.371807:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699293952 00000100:00100000:3.0:1788263631.371820:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699293952 00000100:00100000:3.0:1788263631.371898:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699294080 00000100:00100000:3.0:1788263631.371903:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699294080 00000100:00100000:3.0:1788263631.371923:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:3.0:1788263631.371933:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2385:x1875129699293952:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788263631.371977:0:24131:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 8c08843b-93c0-45fd-9f65-0c59c3a632d7@192.168.203.26@tcp t0 exp 0000000000000000 cur 640 last 0 00000020:00000080:3.0:1788263631.372092:0:24131:0:(genops.c:1385:class_connect()) connect: client 8c08843b-93c0-45fd-9f65-0c59c3a632d7, cookie 0x4b1103cba667131b 00002000:00100000:3.0:1788263631.372119:0:24131:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 8c08843b-93c0-45fd-9f65-0c59c3a632d7/ffff9ff3aff95800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788263631.372133:0:24131:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788263631.372405:0:24131:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:3.0:1788263631.372571:0:24131:0:(import.c:65:import_set_state_nolock()) ffff9ff3aff90800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788263631.372684:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:2385:x1875129699293952:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 750us (1035us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263631.372693:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:3.0:1788263631.372715:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:3.0:1788263631.372721:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2385:x1875129699294080:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:3.0:1788263631.372741:0:24131:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 8c08843b-93c0-45fd-9f65-0c59c3a632d7@192.168.203.26@tcp t0 exp 0000000000000000 cur 640 last 0 00000020:00000080:3.0:1788263631.372760:0:24131:0:(genops.c:1385:class_connect()) connect: client 8c08843b-93c0-45fd-9f65-0c59c3a632d7, cookie 0x4b1103cba6671322 00002000:00100000:3.0:1788263631.372766:0:24131:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 8c08843b-93c0-45fd-9f65-0c59c3a632d7/ffff9ff3aff96800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:3.0:1788263631.372773:0:24131:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:3.0:1788263631.373031:0:24131:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:3.0:1788263631.373049:0:24131:0:(import.c:65:import_set_state_nolock()) ffff9ff3aff90000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1788263631.373075:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:2385:x1875129699294080:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 352us (1360us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263631.373081:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:3.0:1788263631.373210:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263631.374748:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699294208 00000100:00100000:2.0:1788263631.374761:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699294208 00000100:00100000:2.0:1788263631.374831:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:2.0:1788263631.374841:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284148000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18071:x1875129699294208:12345-192.168.203.26@tcp:900:mount.lustre.0 00000100:00100000:2.0:1788263631.375146:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284148000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18071:x1875129699294208:12345-192.168.203.26@tcp:900:mount.lustre.0 Request processed in 305us (1935us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263631.375155:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:3.0:1788263631.377250:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263631.377621:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699294336 00000100:00100000:1.0:1788263631.377649:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699294336 00000100:00100000:1.0:1788263631.377710:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:1.0:1788263631.377721:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18071:x1875129699294336:12345-192.168.203.26@tcp:33:mount.lustre.0 00000004:00080000:1.0:1788263631.387886:0:22630:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 10054us 00000004:00200000:1.0:1788263631.409653:0:22630:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788263631.409834:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18071:x1875129699294336:12345-192.168.203.26@tcp:33:mount.lustre.0 Request processed in 32106us (32586us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263631.409848:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00010000:00010000:0.0:1788263631.472267:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263631.748733:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263631.748846:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699294464 00000100:00100000:2.0:1788263631.748860:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699294464 00000100:00100000:2.0:1788263631.748939:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:2.0:1788263631.748952:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18115:x1875129699294464:12345-192.168.203.26@tcp:101:mkdir.0 00010000:00010000:2.0:1788263631.748979:0:24442:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263631.749014:0:24442:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ca00/0x4b1103cba6671329 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170413 expref: -99 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263631.749130:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba6671330 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263631.749168:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba6671330 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263631.749187:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba6671330 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263631.749255:0:24442:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788263631.749260:0:24442:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788263631.749305:0:24442:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba6671330 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263631.749336:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ca00/0x4b1103cba6671329 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170413 expref: 8 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263631.749367:0:24442:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba6671330 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170413 expref: 7 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263631.749377:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128e00) 00010000:00010000:2.0:1788263631.749380:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788263631.749384:0:24442:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5da00, rc 0) 00000100:00100000:2.0:1788263631.749461:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:18115:x1875129699294464:12345-192.168.203.26@tcp:101:mkdir.0 Request processed in 511us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263631.749468:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13 00010000:00010000:3.0:1788263632.496067:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1788263632.818403:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1788263633.456292:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788263633.456323:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709892608:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788263633.456424:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263633.456620:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709892608 00000100:00100000:0.0:1788263633.456630:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709892608 00000100:00100000:0.0:1788263633.456702:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1788263633.456714:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709892608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788263633.456760:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788263633.456822:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387615c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709892608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263633.456830:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:2.0:1788263633.457029:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788263633.457523:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398660a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709892608:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1788263633.521103:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263633.969306:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28387dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709892864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788263633.969425:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263633.969510:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788263633.969520:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709892736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788263633.969546:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263633.970467:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709892864 00000100:00100000:3.0:1788263633.970479:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709892864 00000100:00100000:3.0:1788263633.970527:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709892736 00000100:00100000:3.0:1788263633.970530:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709892736 00000100:00100000:3.0:1788263633.970551:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788263633.970564:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709892864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788263633.970628:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788263633.970731:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709892864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 167us (1306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263633.970738:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1788263633.970757:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788263633.970763:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709892736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788263633.970783:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:3.0:1788263633.970813:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709892736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (1267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263633.970818:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788263633.970950:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709892736:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788263633.970967:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28387dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709892864:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788263634.024737:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263634.025098:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699294592 00000100:00100000:1.0:1788263634.025115:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699294592 00000100:00100000:1.0:1788263634.025229:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:1.0:1788263634.025242:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398660a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:18167:x1875129699294592:12345-192.168.203.26@tcp:41:lfs.0 00000004:00000024:1.0:1788263634.025283:0:22628:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446309888 avail 1300070400 00000100:00100000:1.0:1788263634.025418:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398660a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:18167:x1875129699294592:12345-192.168.203.26@tcp:41:lfs.0 Request processed in 178us (689us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263634.025425:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00080000:2.0:1788263634.027211:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788263634.033658:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.033820:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699294720 00000100:00100000:2.0:1788263634.033838:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699294720 00000100:00100000:2.0:1788263634.033953:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00100000:2.0:1788263634.033985:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18167:x1875129699294720:12345-192.168.203.26@tcp:41:lfs.0 00000004:00000024:2.0:1788263634.034031:0:22629:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446461440 avail 1300221952 00000100:00100000:2.0:1788263634.034170:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387614700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18167:x1875129699294720:12345-192.168.203.26@tcp:41:lfs.0 Request processed in 189us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.034179:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00080000:0.0:1788263634.034318:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788263634.045455:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263634.045832:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699294848 00000100:00100000:0.0:1788263634.045845:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699294848 00000100:00100000:0.0:1788263634.045946:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:0.0:1788263634.045960:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18167:x1875129699294848:12345-192.168.203.26@tcp:13:lfs.0 00002000:00000024:0.0:1788263634.045992:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923513344 avail 3691991040 00000100:00100000:0.0:1788263634.046117:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387616300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18167:x1875129699294848:12345-192.168.203.26@tcp:13:lfs.0 Request processed in 159us (684us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263634.046125:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00080000:2.0:1788263634.047067:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788263634.050549:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263634.050794:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699294976 00000100:00100000:0.0:1788263634.050807:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699294976 00000100:00100000:0.0:1788263634.050881:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:0.0:1788263634.050892:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18167:x1875129699294976:12345-192.168.203.26@tcp:13:lfs.0 00002000:00000024:0.0:1788263634.050939:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1788263634.051070:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18167:x1875129699294976:12345-192.168.203.26@tcp:13:lfs.0 Request processed in 179us (535us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263634.051079:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00080000:2.0:1788263634.051194:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788263634.360841:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263634.361100:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699295104 00000100:00100000:0.0:1788263634.361114:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699295104 00000100:00100000:0.0:1788263634.361208:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 131 00000100:00100000:0.0:1788263634.361220:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+10:18198:x1875129699295104:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788263634.361241:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263634.361264:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff38150ee00/0x4b1103cba6671337 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0xd405f293d117041a expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263634.361312:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff38150ee00/0x4b1103cba6671337 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117041a expref: 11 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263634.361325:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff38150ee00/0x4b1103cba6671337 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117041a expref: 11 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263634.361336:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff38150ee00, rc 0) 00000100:00100000:0.0:1788263634.361410:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+11:18198:x1875129699295104:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 191us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263634.361417:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 131 00000100:00100000:1.0:1788263634.370215:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263634.370324:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699295232 00000100:00100000:3.0:1788263634.370364:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699295232 00000100:00100000:3.0:1788263634.370439:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 132 00000100:00100000:3.0:1788263634.370451:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+11:18198:x1875129699295232:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788263634.370709:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+11:18198:x1875129699295232:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 258us (506us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263634.370718:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 132 00000100:00100000:1.0:1788263634.377239:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.377438:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699295360 00000100:00100000:2.0:1788263634.377451:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699295360 00000100:00100000:2.0:1788263634.377522:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 133 00000100:00100000:2.0:1788263634.377543:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+11:18198:x1875129699295360:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788263634.377775:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+11:18198:x1875129699295360:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 241us (547us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.377784:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 133 00000100:00100000:1.0:1788263634.380744:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263634.381454:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699295488 00000100:00100000:0.0:1788263634.381468:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699295488 00000100:00100000:0.0:1788263634.381627:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 134 00000100:00100000:0.0:1788263634.381639:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+11:18206:x1875129699295488:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788263634.381843:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+11:18206:x1875129699295488:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 205us (1111us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263634.381851:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 134 00000100:00100000:1.0:1788263634.414262:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263634.414438:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699295616 00000100:00100000:3.0:1788263634.414452:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699295616 00000100:00100000:3.0:1788263634.414522:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 135 00000100:00100000:3.0:1788263634.414546:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+11:18206:x1875129699295616:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:3.0:1788263634.414763:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fa450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+11:18206:x1875129699295616:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 230us (525us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263634.414772:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 135 00000100:00100000:1.0:1788263634.416879:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.417355:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699295744 00000100:00100000:2.0:1788263634.417366:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699295744 00000100:00100000:2.0:1788263634.417427:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 136 00000100:00100000:2.0:1788263634.417438:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+11:18206:x1875129699295744:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788263634.417652:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820fa850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+11:18206:x1875129699295744:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 216us (783us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.417662:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 136 00000100:00100000:1.0:1788263634.419789:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263634.419881:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699295872 00000100:00100000:0.0:1788263634.419889:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699295872 00000100:00100000:0.0:1788263634.419952:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 137 00000100:00100000:0.0:1788263634.419962:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2820f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+11:18198:x1875129699295872:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:0.0:1788263634.419991:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263634.420014:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff38150e600/0x4b1103cba667133e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xd405f293d117044b expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263634.420051:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff38150e600/0x4b1103cba667133e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117044b expref: 12 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263634.420062:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff38150e600/0x4b1103cba667133e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117044b expref: 12 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263634.420072:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff38150e600, rc 0) 00000100:00100000:0.0:1788263634.420139:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2820f9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+12:18198:x1875129699295872:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 178us (357us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263634.420147:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 137 00000100:00100000:1.0:1788263634.422417:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263634.422563:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699296000 00000100:00100000:3.0:1788263634.422574:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699296000 00000100:00100000:3.0:1788263634.422704:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 138 00000100:00100000:3.0:1788263634.422715:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+12:18198:x1875129699296000:12345-192.168.203.26@tcp:256:mount.lustre.0 20000000:01000000:3.0:1788263634.422745:0:22622:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1788263634.422766:0:22622:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1788263634.422771:0:22622:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1788263634.422775:0:22622:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1788263634.422779:0:22622:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1788263634.422781:0:22622:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:3.0:1788263634.430431:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70d850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+12:18198:x1875129699296000:12345-192.168.203.26@tcp:256:mount.lustre.0 Request processed in 7701us (8010us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263634.430449:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 138 00000100:00100000:1.0:1788263634.446722:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.447003:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699296128 00000100:00100000:2.0:1788263634.447017:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699296128 00000100:00100000:2.0:1788263634.447107:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 139 00000100:00100000:2.0:1788263634.447119:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+12:18198:x1875129699296128:12345-192.168.203.26@tcp:101:mount.lustre.0 00010000:00010000:2.0:1788263634.447159:0:22620:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263634.447181:0:22620:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd405f293d1170452 expref: -99 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263634.447234:0:22620:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170452 expref: 13 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263634.447260:0:22620:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170452 expref: 13 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263634.447270:0:22620:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5ca00, rc 0) 00000100:00100000:2.0:1788263634.447799:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70c450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:18198:x1875129699296128:12345-192.168.203.26@tcp:101:mount.lustre.0 Request processed in 681us (1089us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.447807:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 139 00000100:00100000:1.0:1788263634.455834:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263634.456021:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699296256 00000100:00100000:3.0:1788263634.456034:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699296256 00000100:00100000:3.0:1788263634.456113:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 140 00000100:00100000:3.0:1788263634.456136:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+13:18198:x1875129699296256:12345-192.168.203.26@tcp:501:mount.lustre.0 00000100:00100000:3.0:1788263634.456353:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70e050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+13:18198:x1875129699296256:12345-192.168.203.26@tcp:501:mount.lustre.0 Request processed in 229us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263634.456362:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 140 00000100:00100000:1.0:1788263634.458724:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.458870:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699296384 00000100:00100000:2.0:1788263634.458884:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699296384 00000100:00100000:2.0:1788263634.458955:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 141 00000100:00100000:2.0:1788263634.458966:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:18198:x1875129699296384:12345-192.168.203.26@tcp:503:mount.lustre.0 00000100:00100000:2.0:1788263634.459391:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70ec50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:18198:x1875129699296384:12345-192.168.203.26@tcp:503:mount.lustre.0 Request processed in 425us (674us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.459405:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 141 00000100:00100000:1.0:1788263634.468518:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263634.469701:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699296512 00000100:00100000:0.0:1788263634.469715:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699296512 00000100:00100000:0.0:1788263634.469790:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 142 00000100:00100000:0.0:1788263634.469802:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+13:18210:x1875129699296512:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:0.0:1788263634.470358:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+13:18210:x1875129699296512:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 555us (1862us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263634.470368:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 142 00000100:00100000:1.0:1788263634.474748:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.475887:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699296640 00000100:00100000:2.0:1788263634.475904:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699296640 00000100:00100000:2.0:1788263634.476268:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 143 00000100:00100000:2.0:1788263634.476280:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:18210:x1875129699296640:12345-192.168.203.26@tcp:502:llog_process_th.0 00000100:00100000:2.0:1788263634.476493:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:18210:x1875129699296640:12345-192.168.203.26@tcp:502:llog_process_th.0 Request processed in 214us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.476517:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 143 00000100:00100000:1.0:1788263634.491173:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263634.491280:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.491679:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699296768 00000100:00100000:2.0:1788263634.491692:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699296768 00000100:00100000:2.0:1788263634.491742:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699297024 00000100:00100000:2.0:1788263634.491745:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699297024 00000100:00100000:2.0:1788263634.491776:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:2.0:1788263634.491786:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2385:x1875129699296768:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788263634.491826:0:22628:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from 081bf1ba-c557-4256-a827-bd47293df13d@192.168.203.26@tcp t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:2.0:1788263634.491874:0:22628:0:(genops.c:1385:class_connect()) connect: client 081bf1ba-c557-4256-a827-bd47293df13d, cookie 0x4b1103cba667134c 00000004:00100000:2.0:1788263634.491909:0:22628:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788263634.492036:0:22628:0:(import.c:65:import_set_state_nolock()) ffff9ff3900e3000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788263634.492231:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:081bf1ba-c557-4256-a827-bd47293df13d+6:2385:x1875129699296768:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 444us (1073us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.492239:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:2.0:1788263634.492261:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:2.0:1788263634.492266:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2385:x1875129699297024:12345-192.168.203.26@tcp:38:mount.lustre.0 00010000:00080000:2.0:1788263634.492283:0:22628:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from 081bf1ba-c557-4256-a827-bd47293df13d@192.168.203.26@tcp t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:2.0:1788263634.492308:0:22628:0:(genops.c:1385:class_connect()) connect: client 081bf1ba-c557-4256-a827-bd47293df13d, cookie 0x4b1103cba6671353 00000004:00100000:2.0:1788263634.492322:0:22628:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1788263634.493754:0:22628:0:(import.c:65:import_set_state_nolock()) ffff9ff3900e0000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788263634.493824:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:081bf1ba-c557-4256-a827-bd47293df13d+6:2385:x1875129699297024:12345-192.168.203.26@tcp:38:mount.lustre.0 Request processed in 1555us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.493835:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:1.0:1788263634.505260:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263634.505311:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263634.510686:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699297152 00000100:00100000:3.0:1788263634.510709:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699297152 00000100:00100000:2.0:1788263634.510994:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699296896 00000100:00100000:2.0:1788263634.510999:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699296896 00000100:00100000:2.0:1788263634.511057:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:2.0:1788263634.511068:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3b39dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+6:0:x1875129699297152:12345-192.168.203.26@tcp:41:mount.lustre.0 00000100:00100000:3.0:1788263634.511210:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:3.0:1788263634.511221:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3867b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+6:0:x1875129699296896:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:3.0:1788263634.511258:0:22629:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000004:00000024:2.0:1788263634.511382:0:24442:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00080000:0.0:1788263634.514702:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788263634.514715:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788263634.515248:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3867b5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+6:0:x1875129699296896:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 4017us (9923us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263634.515263:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:2.0:1788263634.515417:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3b39dce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+6:0:x1875129699297152:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 4347us (10169us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.515426:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:1.0:1788263634.521954:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.522774:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699297280 00000100:00100000:2.0:1788263634.522790:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699297280 00000100:00100000:2.0:1788263634.522870:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:2.0:1788263634.522883:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+6:18198:x1875129699297280:12345-192.168.203.26@tcp:41:mount.lustre.0 00000004:00000024:2.0:1788263634.522933:0:22627:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:2.0:1788263634.523055:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283324700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+6:18198:x1875129699297280:12345-192.168.203.26@tcp:41:mount.lustre.0 Request processed in 174us (1115us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.523063:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:0.0:1788263634.532648:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263634.532865:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699297408 00000100:00100000:3.0:1788263634.532877:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699297408 00000100:00100000:3.0:1788263634.532952:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:3.0:1788263634.532964:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28387dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+6:18198:x1875129699297408:12345-192.168.203.26@tcp:40:mount.lustre.0 00000100:00100000:3.0:1788263634.533142:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28387dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+6:18198:x1875129699297408:12345-192.168.203.26@tcp:40:mount.lustre.0 Request processed in 179us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263634.533150:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:2.0:1788263634.545105:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.545164:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.545272:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.545306:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699297536 00000100:00100000:2.0:1788263634.545318:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699297536 00000100:00100000:2.0:1788263634.545356:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699297664 00000100:00100000:2.0:1788263634.545360:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699297664 00000100:00100000:2.0:1788263634.545380:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:2.0:1788263634.545389:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2385:x1875129699297536:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788263634.545431:0:24131:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from 081bf1ba-c557-4256-a827-bd47293df13d@192.168.203.26@tcp t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:2.0:1788263634.545473:0:24131:0:(genops.c:1385:class_connect()) connect: client 081bf1ba-c557-4256-a827-bd47293df13d, cookie 0x4b1103cba667135a 00002000:00100000:2.0:1788263634.545488:0:24131:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli 081bf1ba-c557-4256-a827-bd47293df13d/ffff9ff3affdd800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788263634.545517:0:24131:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788263634.545631:0:24131:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1788263634.545670:0:24131:0:(import.c:65:import_set_state_nolock()) ffff9ff3affd8800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788263634.546203:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398740e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:081bf1ba-c557-4256-a827-bd47293df13d+6:2385:x1875129699297536:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 812us (1035us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.546212:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:2.0:1788263634.546235:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:3.0:1788263634.546406:0:22638:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699297792 00000100:00100000:3.0:1788263634.546412:0:22638:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699297792 00000100:00100000:3.0:1788263634.546452:0:22638:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:3.0:1788263634.546460:0:22638:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:081bf1ba-c557-4256-a827-bd47293df13d+6:18198:x1875129699297792:12345-192.168.203.26@tcp:900:mount.lustre.0 00000100:00100000:3.0:1788263634.546511:0:22638:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398742d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:081bf1ba-c557-4256-a827-bd47293df13d+6:18198:x1875129699297792:12345-192.168.203.26@tcp:900:mount.lustre.0 Request processed in 52us (1433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263634.546519:0:22638:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:2.0:1788263634.546660:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2385:x1875129699297664:12345-192.168.203.26@tcp:8:mount.lustre.0 00010000:00080000:2.0:1788263634.546746:0:24131:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from 081bf1ba-c557-4256-a827-bd47293df13d@192.168.203.26@tcp t0 exp 0000000000000000 cur 643 last 0 00000020:00000080:2.0:1788263634.546775:0:24131:0:(genops.c:1385:class_connect()) connect: client 081bf1ba-c557-4256-a827-bd47293df13d, cookie 0x4b1103cba6671361 00002000:00100000:2.0:1788263634.546783:0:24131:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli 081bf1ba-c557-4256-a827-bd47293df13d/ffff9ff3affde800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113967 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1788263634.546791:0:24131:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:2.0:1788263634.546837:0:24131:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1788263634.546856:0:24131:0:(import.c:65:import_set_state_nolock()) ffff9ff3affd8000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1788263634.546883:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398740380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:081bf1ba-c557-4256-a827-bd47293df13d+6:2385:x1875129699297664:12345-192.168.203.26@tcp:8:mount.lustre.0 Request processed in 224us (1611us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.546890:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00010000:00010000:0.0:1788263634.547811:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263634.555942:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263634.556542:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699297920 00000100:00100000:2.0:1788263634.556556:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699297920 00000100:00100000:2.0:1788263634.556644:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:2.0:1788263634.556656:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:081bf1ba-c557-4256-a827-bd47293df13d+6:18198:x1875129699297920:12345-192.168.203.26@tcp:33:mount.lustre.0 00000004:00200000:2.0:1788263634.556764:0:22631:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000100:00100000:2.0:1788263634.556873:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283325c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:081bf1ba-c557-4256-a827-bd47293df13d+6:18198:x1875129699297920:12345-192.168.203.26@tcp:33:mount.lustre.0 Request processed in 218us (949us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263634.556901:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:0.0:1788263634.798694:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263634.798836:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699298048 00000100:00100000:3.0:1788263634.798849:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699298048 00000100:00100000:3.0:1788263634.798921:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 22 00000100:00100000:3.0:1788263634.798933:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:081bf1ba-c557-4256-a827-bd47293df13d+6:18234:x1875129699298048:12345-192.168.203.26@tcp:101:mkdir.0 00010000:00010000:3.0:1788263634.798958:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263634.798988:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba6671368 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170483 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263634.799074:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263634.799101:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263634.799116:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788263634.799173:0:22628:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788263634.799178:0:22628:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788263634.799202:0:22628:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263634.799234:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba6671368 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170483 expref: 8 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263634.799258:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170483 expref: 7 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263634.799286:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128e00) 00010000:00010000:3.0:1788263634.799290:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788263634.799294:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae764200, rc 0) 00000100:00100000:3.0:1788263634.799383:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:081bf1ba-c557-4256-a827-bd47293df13d+7:18234:x1875129699298048:12345-192.168.203.26@tcp:101:mkdir.0 Request processed in 452us (703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263634.799390:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 22 00000040:00080000:3.0:1788263634.800822:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:3.0:1788263635.568187:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263636.020344:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709892992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788263636.020409:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263636.020796:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709892992 00000100:00100000:3.0:1788263636.020805:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709892992 00000100:00100000:3.0:1788263636.020853:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788263636.020861:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387615880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709892992:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788263636.020886:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788263636.020928:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387615880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709892992:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263636.020935:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1788263636.021875:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387615f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709892992:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788263636.023428:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709893120:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.023491:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263636.023534:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709893632:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.023560:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263636.023597:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28398b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1875129709894144:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.023643:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263636.023669:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788263636.023675:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709893504:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.023696:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788263636.024256:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788263636.024311:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709893376:0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.024355:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263636.024379:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709893888:0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.024400:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263636.024417:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1875129709894400:0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.024441:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263636.024463:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788263636.024468:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28381e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709893248:0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.024488:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263636.024504:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709893760:0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.024522:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263636.024536:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28398a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1875129709894272:0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.024554:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263636.024657:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709893376 00000100:00100000:0.0:1788263636.024664:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709893376 00000100:00100000:0.0:1788263636.024706:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709893888 00000100:00100000:0.0:1788263636.024709:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709893888 00000100:00100000:1.0:1788263636.026347:0:25187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709893760 00000100:00100000:1.0:1788263636.026357:0:25187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709893760 00000100:00100000:1.0:1788263636.026413:0:25187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788263636.026422:0:25187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709893376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263636.026501:0:25187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709893376:12345-0@lo:400:kworker.0 Request processed in 80us (2145us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263636.026508:0:25187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1788263636.026524:0:25187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1788263636.026531:0:25187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28398bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709893760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263636.026559:0:25187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28398bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709893760:12345-0@lo:400:kworker.0 Request processed in 29us (2036us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263636.026565:0:25187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1788263636.027802:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709893120 00000100:00100000:0.0:1788263636.029307:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788263636.029317:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709893888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.031230:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709893888:12345-0@lo:400:kworker.0 Request processed in 1901us (6815us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263636.031243:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1788263636.031288:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709893632 00000100:00100000:0.0:1788263636.031295:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709893632 00000100:00100000:0.0:1788263636.031321:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709893248 00000100:00100000:3.0:1788263636.031564:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709893120 00000100:00100000:3.0:1788263636.031617:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1788263636.031626:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3621:x1875129709893120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.031668:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3621:x1875129709893120:12345-0@lo:400:kworker.0 Request processed in 44us (8178us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263636.031674:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1788263636.031705:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788263636.031712:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709893632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.032521:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709893248 00000100:00100000:0.0:1788263636.032567:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709894144 00000100:00100000:0.0:1788263636.032599:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709894144 00000100:00100000:0.0:1788263636.032625:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709893504 00000100:00100000:0.0:1788263636.032628:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709893504 00000100:00100000:0.0:1788263636.032639:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709894400 00000100:00100000:0.0:1788263636.032641:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709894400 00000100:00100000:0.0:1788263636.032652:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709894272 00000100:00100000:0.0:1788263636.032655:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709894272 00000100:00100000:0.0:1788263636.032669:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788263636.032676:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875129709894144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.032742:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387615180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3621:x1875129709894144:12345-0@lo:400:kworker.0 Request processed in 66us (9098us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263636.032748:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1788263636.032762:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788263636.032768:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709893504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.032794:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d57b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3621:x1875129709893504:12345-0@lo:400:kworker.0 Request processed in 27us (9097us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263636.032799:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1788263636.032808:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1788263636.035240:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387615f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709893632:12345-0@lo:400:kworker.0 Request processed in 3521us (11671us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263636.035254:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788263636.035288:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788263636.035299:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28398aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709893248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.036636:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28398a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1875129709894400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.036703:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28398a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1875129709894400:12345-0@lo:400:kworker.0 Request processed in 81us (12260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263636.036721:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1788263636.036749:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1788263636.036757:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875129709894272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788263636.036798:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283988e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3619:x1875129709894272:12345-0@lo:400:kworker.0 Request processed in 42us (12243us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263636.036804:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1788263636.037246:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28398aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709893248:12345-0@lo:400:kworker.0 Request processed in 1948us (12754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263636.037254:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788263636.037307:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788263636.037323:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709894656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788263636.039138:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263636.039197:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709894656 00000100:00100000:3.0:1788263636.039206:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709894656 00000100:00100000:3.0:1788263636.039250:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788263636.039257:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709894656:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788263636.039283:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788263636.040686:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d54000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709894656:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263636.040702:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788263636.040862:0:3620:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:3.0:1788263636.040890:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709894656:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788263636.040955:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3621:1875129709893504:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.040968:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709894016:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.041024:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263636.041054:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709894016 00000100:00100000:3.0:1788263636.041058:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709894016 00000100:00100000:3.0:1788263636.041390:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788263636.041400:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709894016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.041524:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d54e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3621:x1875129709894016:12345-0@lo:400:kworker.0 Request processed in 124us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263636.041531:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1788263636.041561:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3621:1875129709894016:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.041568:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28398b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709894528:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.041611:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263636.041638:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709894528 00000100:00100000:3.0:1788263636.041641:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709894528 00000100:00100000:3.0:1788263636.041673:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788263636.041679:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709894528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.041736:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385d54700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3621:x1875129709894528:12345-0@lo:400:kworker.0 Request processed in 57us (124us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263636.041743:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00080000:3.0:1788263636.041769:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff28398b100 x1875129709894528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263636.041780:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28398b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3621:1875129709894528:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.041790:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709893120:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.041801:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709893632:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.041812:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28398b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3621:1875129709894144:0@lo:400:kworker.0 00000100:00100000:2.0:1788263636.043351:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709894784:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788263636.043406:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263636.043631:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709894784 00000100:00100000:2.0:1788263636.043638:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709894784 00000100:00100000:2.0:1788263636.043678:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788263636.043686:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709894784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788263636.043705:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:2.0:1788263636.043907:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398741880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709894784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 221us (499us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263636.044243:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1788263636.044293:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709894784:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788263636.045699:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788263636.046024:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788263636.046032:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788263636.046035:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788263636.058551:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709893248:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.058568:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709893760:0@lo:400:kworker.0 00010000:00080000:3.0:1788263636.059146:0:3619:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff28398a680 x1875129709894272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263636.059160:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28398a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3619:1875129709894272:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.059180:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28381d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709893376:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.059192:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709893888:0@lo:400:kworker.0 00000100:00100000:3.0:1788263636.059205:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1875129709894400:0@lo:400:kworker.0 00010000:00010000:2.0:1788263636.591700:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:3.0:1788263637.059301:0:24128:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 081bf1ba-c557-4256-a827-bd47293df13d 00000001:00100000:3.0:1788263637.059315:0:24128:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 8c08843b-93c0-45fd-9f65-0c59c3a632d7 00000001:00100000:2.0:1788263637.059915:0:22607:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 081bf1ba-c557-4256-a827-bd47293df13d 00000001:00100000:2.0:1788263637.059922:0:22607:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 8c08843b-93c0-45fd-9f65-0c59c3a632d7 00000001:00100000:2.0:1788263637.060161:0:24948:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 081bf1ba-c557-4256-a827-bd47293df13d 00000001:00100000:2.0:1788263637.060167:0:24948:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 8c08843b-93c0-45fd-9f65-0c59c3a632d7 00000001:00100000:3.0:1788263637.060238:0:23360:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 081bf1ba-c557-4256-a827-bd47293df13d 00000001:00100000:3.0:1788263637.060265:0:23360:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 8c08843b-93c0-45fd-9f65-0c59c3a632d7 00010000:00010000:0.0:1788263637.622828:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263638.578784:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709894912:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788263638.578876:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263638.579085:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709894912 00000100:00100000:2.0:1788263638.579096:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709894912 00000100:00100000:2.0:1788263638.579186:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788263638.579199:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28398b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709894912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788263638.579249:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:2.0:1788263638.579312:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28398b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709894912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263638.579320:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1788263638.579371:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398741c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709894912:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788263638.579494:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788263638.641167:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788263638.694330:0:25504:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00000100:00100000:2.0:1788263639.089034:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709895168:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788263639.089151:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263639.089267:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709895040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788263639.090770:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709895168 00000100:00100000:0.0:1788263639.090785:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709895168 00000100:00100000:0.0:1788263639.090875:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1788263639.090890:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263639.090978:0:22633:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1788263639.090990:0:22633:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00000100:00100000:1.0:1788263639.091381:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709895040 00000100:00100000:1.0:1788263639.091387:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709895040 00000100:00100000:3.0:1788263639.091704:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1788263639.091714:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709895040:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788263639.091760:0:25516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:3.0:1788263639.091873:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283327b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709895040:12345-0@lo:41:osp-pre-1-0.0 Request processed in 161us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263639.091882:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788263639.092027:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709895040:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788263639.092527:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709895168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788263639.092558:0:22632:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788263639.093496:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398741c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709895168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2605us (4340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263639.093509:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788263639.095337:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709895168:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788263639.666950:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263639.683985:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263639.684103:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699298176 00000100:00100000:1.0:1788263639.684116:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699298176 00000100:00100000:1.0:1788263639.684180:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 145 00000100:00100000:1.0:1788263639.684192:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:2387:x1875129699298176:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263639.687304:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70f050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:2387:x1875129699298176:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 3098us (3315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263639.687325:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 145 00000100:00100000:0.0:1788263639.688221:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263639.688389:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699298432 00000100:00100000:1.0:1788263639.688401:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699298432 00000100:00100000:1.0:1788263639.688480:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00100000:1.0:1788263639.688491:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2387:x1875129699298432:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263639.688594:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2387:x1875129699298432:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 89us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263639.688603:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00100000:1.0:1788263639.688712:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263639.688822:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263639.688844:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263639.688862:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263639.688885:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263639.688906:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263639.688921:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699298944 00000100:00100000:1.0:1788263639.688925:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699298944 00000100:00100000:1.0:1788263639.688946:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699298304 00000100:00100000:1.0:1788263639.688949:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699298304 00000100:00100000:1.0:1788263639.688962:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699298816 00000100:00100000:1.0:1788263639.688965:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699298816 00000100:00100000:1.0:1788263639.688980:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 45 00000100:00100000:1.0:1788263639.688987:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+5:2387:x1875129699298944:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788263639.689595:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 46 00000100:00100000:2.0:1788263639.689609:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:2387:x1875129699298304:12345-192.168.203.26@tcp:400:kworker.0 00000100:00080000:0.0:1788263639.689715:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788263639.689721:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788263639.689735:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699298688 00000100:00100000:0.0:1788263639.689808:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699298688 00000100:00100000:0.0:1788263639.689856:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699299200 00000100:00100000:0.0:1788263639.689859:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699299200 00000100:00100000:0.0:1788263639.689879:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699298560 00000100:00100000:0.0:1788263639.689882:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699298560 00000100:00100000:0.0:1788263639.689899:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:0.0:1788263639.689906:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2387:x1875129699298688:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263639.690570:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+5:2387:x1875129699298944:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 1578us (1742us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263639.690595:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 45 00000100:00100000:1.0:1788263639.690624:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 47 00000100:00100000:1.0:1788263639.690634:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+6:2387:x1875129699298816:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788263639.691516:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283326d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:2387:x1875129699298304:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 1903us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263639.691528:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 46 00000100:00100000:2.0:1788263639.691598:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:2.0:1788263639.691612:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:081bf1ba-c557-4256-a827-bd47293df13d+5:2387:x1875129699299200:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788263639.691660:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283324380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:081bf1ba-c557-4256-a827-bd47293df13d+5:2387:x1875129699299200:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 55us (2816us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263639.691665:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:2.0:1788263639.691680:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:2.0:1788263639.691687:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2387:x1875129699298560:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788263639.691731:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2387:x1875129699298560:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 45us (2845us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263639.691737:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:2.0:1788263639.692629:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263639.692662:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699299072 00000100:00100000:2.0:1788263639.692671:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699299072 00000100:00100000:2.0:1788263639.692715:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00100000:2.0:1788263639.692721:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:081bf1ba-c557-4256-a827-bd47293df13d+5:2387:x1875129699299072:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788263639.692763:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398743b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:081bf1ba-c557-4256-a827-bd47293df13d+5:2387:x1875129699299072:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 42us (140us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263639.692768:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 12 00000100:00080000:3.0:1788263639.694889:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788263639.694902:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788263639.696506:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283324a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2387:x1875129699298688:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 6582us (7776us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263639.696534:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:1.0:1788263639.699868:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+6:2387:x1875129699298816:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 9148us (10872us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263639.699897:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 47 00010000:00010000:0.0:1788263640.688218:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788263641.135900:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709895296:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788263641.136345:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709895552:0@lo:400:kworker.0 00000100:00100000:2.0:1788263641.136644:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263641.136710:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709896064:0@lo:400:kworker.0 00000100:00100000:2.0:1788263641.136733:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263641.136748:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1875129709896576:0@lo:400:kworker.0 00000100:00100000:2.0:1788263641.136769:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263641.136784:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709897088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788263641.136807:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263641.136886:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263641.136983:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709895424:0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.137014:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263641.137055:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28398b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875129709895936:0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.137077:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263641.137096:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875129709896448:0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.137113:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263641.137137:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709896960:0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.137159:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263641.137192:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709895552 00000100:00100000:1.0:1788263641.137200:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709895552 00000100:00100000:1.0:1788263641.137236:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709896064 00000100:00100000:1.0:1788263641.137239:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709896064 00000100:00100000:1.0:1788263641.137253:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1788263641.137260:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709895552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.137838:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1788263641.137850:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283ae8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709895552:12345-0@lo:400:kworker.0 Request processed in 586us (1203us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263641.137858:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709896064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.137869:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788263641.138101:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283ae8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709896064:12345-0@lo:400:kworker.0 Request processed in 249us (1363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263641.138110:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788263641.138144:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709895424 00000100:00100000:3.0:1788263641.138150:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709895424 00000100:00100000:3.0:1788263641.138185:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788263641.138192:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3618:x1875129709895424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.138309:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709897088 00000100:00100000:1.0:1788263641.138315:0:24136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709897088 00000100:00100000:3.0:1788263641.138368:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70dc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3618:x1875129709895424:12345-0@lo:400:kworker.0 Request processed in 173us (1348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263641.138368:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709895296 00000100:00100000:1.0:1788263641.138375:0:24136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709895296 00000100:00100000:3.0:1788263641.138388:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788263641.138401:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1788263641.138411:0:24136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709897088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788263641.138437:0:24136:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788263641.138469:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709896576 00000100:00100000:3.0:1788263641.138477:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709896576 00000100:00100000:1.0:1788263641.138484:0:24136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283ae9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709897088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 74us (1673us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263641.138493:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788263641.138516:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709895936 00000100:00100000:1.0:1788263641.138518:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788263641.138527:0:24136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709895296:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788263641.138537:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709895936 00002000:00000024:1.0:1788263641.138545:0:24136:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788263641.138559:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709896448 00000100:00100000:3.0:1788263641.138564:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709896448 00000100:00100000:1.0:1788263641.138611:0:24136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709895296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (1726us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263641.138618:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1788263641.138650:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709896960 00000100:00100000:1.0:1788263641.138654:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709896960 00000100:00100000:3.0:1788263641.138699:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788263641.138709:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283aebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1875129709896576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.138757:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788263641.138769:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283aebb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3619:x1875129709896576:12345-0@lo:400:kworker.0 Request processed in 59us (1995us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263641.138771:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875129709895936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.138794:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1788263641.138817:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1788263641.138827:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875129709896448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.138837:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3618:x1875129709895936:12345-0@lo:400:kworker.0 Request processed in 68us (1754us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263641.138845:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788263641.138880:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3618:x1875129709896448:12345-0@lo:400:kworker.0 Request processed in 52us (1761us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263641.138882:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788263641.138891:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875129709896960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.139016:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3618:x1875129709896960:12345-0@lo:400:kworker.0 Request processed in 126us (1856us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263641.139023:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00080000:1.0:1788263641.139059:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788263641.139062:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788263641.139067:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788263641.139071:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788263641.139076:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00080000:1.0:1788263641.139106:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff3afff2d80 x1875129709896960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263641.139119:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709895808:0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.139124:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3618:1875129709896960:0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.139150:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d57800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709895296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788263641.139165:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28398ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709895424:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.139177:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263641.139187:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28398b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3618:1875129709895936:0@lo:400:kworker.0 00000100:00100000:1.0:1788263641.139209:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3618:1875129709896448:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.139797:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709896320:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.139830:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263641.139855:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1875129709896832:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.139879:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263641.140074:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788263641.140086:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28398a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709895680:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.140117:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263641.140148:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28398b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709896192:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.140196:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263641.140221:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1875129709896704:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.140327:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263641.140349:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709897216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788263641.140375:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263641.140440:0:25187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709895808 00000100:00100000:3.0:1788263641.140446:0:25187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709895808 00000100:00100000:3.0:1788263641.140499:0:25187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709896320 00000100:00100000:3.0:1788263641.140503:0:25187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709896320 00000100:00100000:3.0:1788263641.140523:0:25187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709895680 00000100:00100000:3.0:1788263641.140527:0:25187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709895680 00000100:00100000:3.0:1788263641.140537:0:25187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709896192 00000100:00100000:3.0:1788263641.140539:0:25187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709896192 00000100:00100000:3.0:1788263641.140557:0:25187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788263641.140565:0:25187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709895808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.140721:0:25187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709895808:12345-0@lo:400:kworker.0 Request processed in 157us (1550us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263641.140729:0:25187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1788263641.140746:0:25187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788263641.140752:0:25187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709896320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.140782:0:25187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709896320:12345-0@lo:400:kworker.0 Request processed in 30us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263641.140787:0:25187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1788263641.140800:0:25187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788263641.140805:0:25187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff284148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709895680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.140834:0:25187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff284148e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709895680:12345-0@lo:400:kworker.0 Request processed in 28us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263641.140840:0:25187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1788263641.140851:0:25187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788263641.140865:0:25187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709896192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.140967:0:25187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709896192:12345-0@lo:400:kworker.0 Request processed in 103us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263641.140973:0:25187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1788263641.141079:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709896832 00000100:00100000:3.0:1788263641.141084:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709896832 00000100:00100000:3.0:1788263641.141112:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709896704 00000100:00100000:3.0:1788263641.141115:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709896704 00000100:00100000:3.0:1788263641.141129:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788263641.141135:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28381ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1875129709896832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.141168:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28381ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3621:x1875129709896832:12345-0@lo:400:kworker.0 Request processed in 33us (1288us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263641.141173:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1788263641.141184:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788263641.141190:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875129709896704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.141218:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3621:x1875129709896704:12345-0@lo:400:kworker.0 Request processed in 29us (960us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263641.141224:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1788263641.141242:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709897216 00000100:00100000:3.0:1788263641.141246:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709897216 00000100:00100000:3.0:1788263641.141336:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788263641.141344:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709897216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788263641.141361:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:3.0:1788263641.141397:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709897216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (1022us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263641.141403:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1788263641.141450:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28398a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709895680:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.141475:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28398b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709896192:0@lo:400:kworker.0 00010000:00080000:3.0:1788263641.141487:0:3621:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff3afff2300 x1875129709896704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263641.141497:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3621:1875129709896704:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.141513:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff385d55c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709897216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788263641.141525:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283988380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709895808:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.141534:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709896320:0@lo:400:kworker.0 00000100:00100000:3.0:1788263641.141543:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3621:1875129709896832:0@lo:400:kworker.0 00000100:00080000:1.0:1788263641.142013:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788263641.142022:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788263641.142025:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788263641.142027:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788263641.142099:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709895552:0@lo:400:kworker.0 00000100:00100000:2.0:1788263641.142112:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283988000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709896064:0@lo:400:kworker.0 00000100:00100000:2.0:1788263641.142124:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283988700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3619:1875129709896576:0@lo:400:kworker.0 00000100:00100000:2.0:1788263641.142140:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709897088:0@lo:13:osp-pre-0-0.0 00010000:00010000:3.0:1788263641.730295:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1788263642.033840:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:2.0:1788263642.737441:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788263643.076625:0:25653:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe49937030 20000000:00000080:1.0:1788263643.076643:0:25653:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff9ff3afb20c00 uarg=0000000000000000 20000000:01000000:1.0:1788263643.076693:0:25653:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788263643.076699:0:25653:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1788263643.076704:0:25653:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1788263643.086196:0:25654:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:0.0:1788263643.090006:0:25653:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:0.0:1788263643.111678:0:25653:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1788263643.112754:0:25653:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.112775:0:25653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670fcc expref: 23 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.112783:0:25653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6670fda expref: 23 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.112789:0:25653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671019 expref: 23 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.112795:0:25653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba66710b3 expref: 23 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.112804:0:25653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11703e2 expref: 12 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.112811:0:25653:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170452 expref: 12 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.112818:0:25653:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.112877:0:25653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170452 expref: 12 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.112892:0:25653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170452 expref: 12 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.112931:0:25653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aea300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897344:192.168.203.26@tcp:104: 00010000:00010000:2.0:1788263643.113043:0:25653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11703e2 expref: 12 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.113051:0:25653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11703e2 expref: 12 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.113059:0:25653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283ae8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897472:192.168.203.26@tcp:104: 00010000:00010000:2.0:1788263643.113088:0:25653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba66710b3 expref: 23 pid: 22620 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.113096:0:25653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba66710b3 expref: 23 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.113105:0:25653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283ae8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897600:0@lo:104: 00000100:00100000:2.0:1788263643.113357:0:25653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788263643.113404:0:25653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6671019 expref: 23 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.113413:0:25653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6671019 expref: 23 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.113421:0:25653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283ae9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897728:0@lo:104: 00000100:00100000:2.0:1788263643.113443:0:25653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788263643.113462:0:25653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6670fda expref: 23 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.113470:0:25653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6670fda expref: 23 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.113486:0:25653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeb800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897856:0@lo:104: 00000100:00100000:2.0:1788263643.113509:0:25653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1788263643.113525:0:25653:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0x4b1103cba6670fcc expref: 23 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.113532:0:25653:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0x4b1103cba6670fcc expref: 23 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.113540:0:25653:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283ae9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897984:0@lo:104: 00000100:00100000:2.0:1788263643.113559:0:25653:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263643.113569:0:25653:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39019b300 going to sleep for 11 seconds 00000100:00100000:1.0:1788263643.113693:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709897600 00000100:00100000:1.0:1788263643.113707:0:22611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709897600 00000100:00100000:1.0:1788263643.113757:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709897728 00000100:00100000:1.0:1788263643.113761:0:22611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709897728 00000100:00100000:1.0:1788263643.113773:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709897856 00000100:00100000:1.0:1788263643.113776:0:22611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709897856 00000100:00100000:1.0:1788263643.113786:0:22611:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709897984 00000100:00100000:1.0:1788263643.113789:0:22611:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709897984 00000100:00100000:1.0:1788263643.113803:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788263643.113813:0:22611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+6:25653:x1875129709897600:12345-0@lo:104: 00010000:00010000:1.0:1788263643.113824:0:22611:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263643.113881:0:22611:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788263643.113888:0:22611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283ae9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+6:25653:x1875129709897600:12345-0@lo:104: Request processed in 77us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263643.113895:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1788263643.113913:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788263643.113931:0:22611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283ae9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+5:25653:x1875129709897728:12345-0@lo:104: 00010000:00010000:1.0:1788263643.113939:0:22611:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263643.113971:0:22611:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:1.0:1788263643.113976:0:22611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283ae9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+5:25653:x1875129709897728:12345-0@lo:104: Request processed in 58us (533us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263643.113982:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1788263643.113995:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788263643.114001:0:22611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283aea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+4:25653:x1875129709897856:12345-0@lo:104: 00010000:00010000:1.0:1788263643.114009:0:22611:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263643.114067:0:22611:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:1.0:1788263643.114072:0:22611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283aea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+4:25653:x1875129709897856:12345-0@lo:104: Request processed in 72us (563us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263643.114079:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:1.0:1788263643.114092:0:22611:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1788263643.114097:0:22611:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283ae8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:25653:x1875129709897984:12345-0@lo:104: 00010000:00010000:1.0:1788263643.114103:0:22611:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263643.114127:0:22611:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:1.0:1788263643.114330:0:22611:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283ae8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+3:25653:x1875129709897984:12345-0@lo:104: Request processed in 231us (768us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263643.114336:0:22611:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1788263643.115097:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1788263643.115105:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115114:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ec000 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263643.115118:0:23380:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115128:0:23380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263643.115250:0:23380:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263643.115256:0:23380:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788263643.115292:0:23380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115323:0:23380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263643.115342:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115349:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff2823ec000/0x4b1103cba66710b3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba66710ba expref: -99 pid: 24947 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115362:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1788263643.115366:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115372:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ed800 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263643.115375:0:23380:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115382:0:23380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263643.115388:0:23380:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263643.115393:0:23380:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788263643.115407:0:23380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115413:0:23380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263643.115428:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115434:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff2823ed800/0x4b1103cba6671019 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6671020 expref: -99 pid: 24127 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115448:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1788263643.115452:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115457:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff398eec600 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263643.115460:0:23380:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115467:0:23380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263643.115473:0:23380:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263643.115478:0:23380:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788263643.115490:0:23380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115496:0:23380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263643.115502:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115508:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff398eec600/0x4b1103cba6670fda lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fe1 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115520:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788263643.115523:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115537:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3829e9c00 already unused, calling callback (ffffffffc12d0c20) 10000000:00010000:2.0:1788263643.115541:0:23380:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115547:0:23380:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788263643.115552:0:23380:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788263643.115558:0:23380:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1788263643.115569:0:23380:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115574:0:23380:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788263643.115599:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115605:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.126@tcp lock: ffff9ff3829e9c00/0x4b1103cba6670fcc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0x4b1103cba6670fd3 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.115618:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263643.115620:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788263643.115622:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263643.115636:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709898240:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788263643.116501:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788263643.116514:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709898112:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788263643.116550:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709898496:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788263643.118102:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263643.118543:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263643.118627:0:3618:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788263643.118637:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709898368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263643.118716:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263643.118762:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709898240 00000100:00100000:2.0:1788263643.118769:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709898240 00010000:00010000:2.0:1788263643.118799:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6671019 expref: 24 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.118826:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709898368 00000100:00100000:2.0:1788263643.118829:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709898368 00010000:00010000:2.0:1788263643.118839:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670fda expref: 25 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.118853:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788263643.118871:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff398743100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+25:3618:x1875129709898240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263643.118889:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263643.118895:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6671019 expref: 25 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.118907:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6671019 expref: 25 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.118925:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263643.118959:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff398743100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+25:3618:x1875129709898240:12345-0@lo:103:ldlm_bl.0 Request processed in 99us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263643.118966:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1788263643.118983:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788263643.118989:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3618:x1875129709898368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263643.118996:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263643.119001:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670fda expref: 24 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.119020:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6670fda expref: 24 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.119039:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263643.119061:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3618:x1875129709898368:12345-0@lo:103:ldlm_bl.0 Request processed in 72us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263643.119067:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1788263643.119104:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709898368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263643.119112:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3618:1875129709898240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788263643.119135:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263643.119167:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709898112 00000100:00100000:2.0:1788263643.119170:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709898112 00010000:00010000:2.0:1788263643.119183:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba66710b3 expref: 24 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.119200:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788263643.119205:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3621:x1875129709898112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263643.119212:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263643.119215:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba66710b3 expref: 24 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.119223:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba66710b3 expref: 24 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263643.119232:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263643.119257:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3621:x1875129709898112:12345-0@lo:103:ldlm_bl.0 Request processed in 52us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263643.119272:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1788263643.119299:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3621:1875129709898112:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788263643.119407:0:25653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823ed600/0x4b1103cba66710ba lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba66710b3 expref: 23 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.119420:0:25653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283ae8000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897600:0@lo:104: 00010000:00010000:2.0:1788263643.119431:0:25653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff398eed000/0x4b1103cba6671020 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6671019 expref: 22 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.119439:0:25653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283ae9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897728:0@lo:104: 00010000:00010000:2.0:1788263643.119449:0:25653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3ae765a00/0x4b1103cba6670fe1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6670fda expref: 21 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263643.119457:0:25653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeb800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897856:0@lo:104: 00000100:00100000:2.0:1788263643.119466:0:25653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283ae9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897984:0@lo:104: 00000100:00100000:1.0:1788263643.121844:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263643.122159:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709898496 00000100:00100000:0.0:1788263643.122168:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709898496 00010000:00010000:0.0:1788263643.122201:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670fcc expref: 21 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263643.122239:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788263643.122248:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:3620:x1875129709898496:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788263643.122261:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788263643.122266:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0x4b1103cba6670fcc expref: 21 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263643.122276:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0x4b1103cba6670fcc expref: 21 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263643.122292:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff2823ece00/0x4b1103cba6670fd3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0x4b1103cba6670fcc expref: 21 pid: 22621 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263643.122316:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788263643.122370:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:3620:x1875129709898496:12345-0@lo:103:ldlm_bl.0 Request processed in 123us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263643.122377:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1788263643.122416:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aeb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709898496:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788263643.130840:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263643.130927:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263643.130956:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699299328 00000100:00100000:3.0:1788263643.130964:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699299328 00010000:00010000:3.0:1788263643.130999:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170452 expref: 13 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263643.131044:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699299456 00000100:00100000:3.0:1788263643.131047:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699299456 00010000:00010000:3.0:1788263643.131060:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11703e2 expref: 14 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263643.131096:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:3.0:1788263643.131106:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae6b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bac2baec-0d48-482e-93e1-50a641e55480+14:2386:x1875129699299328:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788263643.131119:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263643.131125:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170452 expref: 14 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131151:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170452 expref: 14 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131171:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788263643.131220:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae6b0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bac2baec-0d48-482e-93e1-50a641e55480+14:2386:x1875129699299328:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 115us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263643.131229:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 13 00000100:00100000:3.0:1788263643.131273:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 14 00000100:00100000:3.0:1788263643.131281:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bac2baec-0d48-482e-93e1-50a641e55480+13:2386:x1875129699299456:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788263643.131289:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263643.131294:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11703e2 expref: 13 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131302:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11703e2 expref: 13 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131326:0:22613:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131334:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131359:0:22613:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131367:0:22613:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131374:0:22613:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131381:0:22613:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131387:0:22613:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5c400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263643.131392:0:22613:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131399:0:22613:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131409:0:22613:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263643.131418:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788263643.131440:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:bac2baec-0d48-482e-93e1-50a641e55480+13:2386:x1875129699299456:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 160us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263643.131448:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 14 00010000:00010000:1.0:1788263643.135491:0:25653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671345 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170452 expref: 12 pid: 22620 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263643.135513:0:25653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283aea300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897344:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788263643.135527:0:25653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff3ae765200/0x4b1103cba6671306 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11703e2 expref: 11 pid: 22622 timeout: 752 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263643.135537:0:25653:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283ae8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25653:1875129709897472:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788263643.135572:0:25653:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263643.135604:0:25653:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263643.135627:0:25653:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263643.135633:0:25653:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff9ff282f5c400/0x4b1103cba6671376 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25653 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263643.696527:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788263643.696549:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28319df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709898624:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788263643.696645:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263643.696848:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709898624 00000100:00100000:3.0:1788263643.696855:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709898624 00000100:00100000:3.0:1788263643.696936:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788263643.696946:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709898624:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788263643.696982:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:3.0:1788263643.697065:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709898624:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263643.697072:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1788263643.697115:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28319df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709898624:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788263643.697458:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788263643.760681:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1788263644.017171:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1788263644.208100:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709898880:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788263644.208167:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263644.208211:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788263644.208217:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709898752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788263644.208237:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263644.208314:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709898880 00000100:00100000:0.0:1788263644.208322:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709898880 00000100:00100000:0.0:1788263644.208367:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709898752 00000100:00100000:0.0:1788263644.208370:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709898752 00000100:00100000:0.0:1788263644.208401:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788263644.208408:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709898880:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788263644.208436:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446309888 avail 1300070400 00000100:00100000:0.0:1788263644.208479:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709898880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (311us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263644.208485:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788263644.208509:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788263644.208514:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709898752:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788263644.208528:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788263644.208553:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709898752:12345-0@lo:41:osp-pre-1-0.0 Request processed in 39us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263644.208558:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1788263644.208759:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709898752:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788263644.208771:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709898880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788263644.629415:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263644.639847:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699299584 00000100:00100000:3.0:1788263644.639875:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699299584 00000100:00100000:3.0:1788263644.639959:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00100000:3.0:1788263644.639973:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:18702:x1875129699299584:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788263644.639994:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263644.640024:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba667137d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d117048a expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640086:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640101:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640114:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640167:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640175:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640181:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640271:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765a00/0x4b1103cba6671392 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640280:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765a00/0x4b1103cba6671392 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640286:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765a00/0x4b1103cba6671392 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788263644.640313:0:22628:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788263644.640317:0:22628:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788263644.640358:0:22628:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765a00/0x4b1103cba6671392 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640368:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640374:0:22628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640380:0:22628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640386:0:22628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765200 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:3.0:1788263644.640390:0:22628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640397:0:22628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640409:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128e00) 00010000:00010000:3.0:1788263644.640418:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788263644.640424:0:22628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640430:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671384 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640444:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640450:0:22628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640455:0:22628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640459:0:22628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765600 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:3.0:1788263644.640461:0:22628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640467:0:22628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640474:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff9ff282127800) 00010000:00010000:3.0:1788263644.640476:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788263644.640478:0:22628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640483:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667138b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640512:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba667137d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117048a expref: 8 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640536:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765a00/0x4b1103cba6671392 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117048a expref: 7 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.640544:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9ff282127000) 00010000:00010000:3.0:1788263644.640546:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788263644.640548:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae765a00, rc 0) 00000100:00100000:3.0:1788263644.640777:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:18702:x1875129699299584:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 807us (11370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263644.640785:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00080000:1.0:1788263644.641035:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788263644.651794:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263644.652062:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699299712 00000100:00100000:2.0:1788263644.652075:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699299712 00000100:00100000:2.0:1788263644.652151:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:2.0:1788263644.652163:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:18702:x1875129699299712:12345-192.168.203.26@tcp:900:lhsmtool_posix.0 00000100:00100000:2.0:1788263644.652281:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:18702:x1875129699299712:12345-192.168.203.26@tcp:900:lhsmtool_posix.0 Request processed in 111us (493us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.652290:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:2.0:1788263644.666343:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263644.667096:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699299968 00000100:00100000:1.0:1788263644.667111:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699299968 00000100:00100000:1.0:1788263644.667189:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:1.0:1788263644.667201:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:18702:x1875129699299968:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788263644.667227:0:22629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263644.667256:0:22629:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671399 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170491 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.667392:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.667409:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.667423:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.667440:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.667448:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.667455:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.667948:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec000/0x4b1103cba66713ae lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.667958:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec000/0x4b1103cba66713ae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.667965:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec000/0x4b1103cba66713ae lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788263644.667977:0:22629:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 4096 00010000:00010000:1.0:1788263644.668243:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669634:0:22629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669651:0:22629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669658:0:22629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ed600 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263644.669663:0:22629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669673:0:22629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669692:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff9ff282127000) 00010000:00010000:1.0:1788263644.669696:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263644.669702:0:22629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669708:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed600/0x4b1103cba66713a0 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669727:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669733:0:22629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669739:0:22629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669743:0:22629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ed800 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263644.669760:0:22629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669767:0:22629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669776:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff9ff3bc653000) 00010000:00010000:1.0:1788263644.669779:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263644.669782:0:22629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.669788:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ed800/0x4b1103cba66713a7 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.672048:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671399 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170491 expref: 10 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.673820:0:22629:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ec000/0x4b1103cba66713ae lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170491 expref: 9 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.673838:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ff3bc653900) 00010000:00010000:1.0:1788263644.673841:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263644.673845:0:22629:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ec000, rc 0) 00000100:00100000:1.0:1788263644.676132:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+9:18702:x1875129699299968:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 8916us (9787us total) trans 12884901889 rc 0/0 00000100:00100000:1.0:1788263644.676147:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:0.0:1788263644.682468:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263644.685200:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699300096 00000100:00100000:3.0:1788263644.685220:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699300096 00000100:00100000:3.0:1788263644.685306:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:3.0:1788263644.685317:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+9:18702:x1875129699300096:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1788263644.685461:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+9:18702:x1875129699300096:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 Request processed in 145us (3009us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263644.685470:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:3.0:1788263644.695295:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263644.696996:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699300224 00000100:00100000:2.0:1788263644.697043:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699300224 00000100:00100000:2.0:1788263644.697149:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:2.0:1788263644.697164:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:18702:x1875129699300224:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 00000100:00080000:1.0:1788263644.697394:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000004:00080000:1.0:1788263644.707952:0:22627:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 10729us 00000100:00100000:2.0:1788263644.738240:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:18702:x1875129699300224:12345-192.168.203.26@tcp:59:lhsmtool_posix.0 Request processed in 41069us (42948us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.738257:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:2.0:1788263644.746696:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263644.746782:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699300352 00000100:00100000:3.0:1788263644.746797:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699300352 00000100:00100000:3.0:1788263644.746878:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:3.0:1788263644.746891:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+9:18708:x1875129699300352:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1788263644.746918:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263644.746944:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170498 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.747514:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.747532:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.747547:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748113:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748136:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748148:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748193:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748201:0:22628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748208:0:22628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748214:0:22628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765600 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:3.0:1788263644.748219:0:22628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748256:0:22628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748335:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128e00) 00010000:00010000:3.0:1788263644.748399:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788263644.748404:0:22628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748411:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66713c3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748428:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748434:0:22628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748440:0:22628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748444:0:22628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765200 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:3.0:1788263644.748447:0:22628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748453:0:22628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748461:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ff282127800) 00010000:00010000:3.0:1788263644.748463:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788263644.748466:0:22628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748493:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66713ca lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748537:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713bc lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170498 expref: 10 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748549:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128e00) 00010000:00010000:3.0:1788263644.748551:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788263644.748555:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170498 expref: 10 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.748918:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae765e00, rc 0) 00000100:00100000:3.0:1788263644.748992:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+9:18708:x1875129699300352:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 2103us (2313us total) trans 0 rc 301/301 00000100:00100000:3.0:1788263644.748999:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:1.0:1788263644.753916:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263644.754026:0:22636:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699300480 00000100:00100000:3.0:1788263644.754040:0:22636:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699300480 00000100:00100000:3.0:1788263644.754094:0:22636:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:3.0:1788263644.754105:0:22636:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+9:18708:x1875129699300480:12345-192.168.203.26@tcp:700:lfs.0 00000100:00100000:3.0:1788263644.754194:0:22636:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+9:18708:x1875129699300480:12345-192.168.203.26@tcp:700:lfs.0 Request processed in 90us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263644.754202:0:22636:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:1.0:1788263644.760706:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263644.760827:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699300736 00000100:00100000:2.0:1788263644.760841:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699300736 00000100:00100000:2.0:1788263644.760932:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 28 00000100:00100000:2.0:1788263644.760945:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+9:18708:x1875129699300736:12345-192.168.203.26@tcp:36:lfs.0 00010000:00010000:2.0:1788263644.761030:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263644.761067:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba6671330 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170413 expref: 9 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.761103:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128e00) 00010000:00010000:2.0:1788263644.761109:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788263644.766148:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.766245:0:22629:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170483 expref: 5 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.766257:0:22629:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.766331:0:22629:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170483 expref: 5 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.766372:0:22629:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170483 expref: 5 pid: 22628 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263644.766391:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22629:1875129709899008:192.168.203.26@tcp:104: 00000100:00100000:2.0:1788263644.766511:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39019b000 going to sleep for 11 seconds 00000100:00100000:2.0:1788263644.776162:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22629:1875129709899008:192.168.203.26@tcp:104: 00010000:00010000:2.0:1788263644.776205:0:22629:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263644.776268:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263644.776797:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699300864 00000100:00100000:3.0:1788263644.776808:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699300864 00010000:00010000:3.0:1788263644.776882:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170483 expref: 6 pid: 22628 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263644.776954:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 15 00000100:00100000:3.0:1788263644.776965:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:081bf1ba-c557-4256-a827-bd47293df13d+6:2386:x1875129699300864:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788263644.776984:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263644.776991:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170483 expref: 6 pid: 22628 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.777006:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170483 expref: 6 pid: 22628 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.777049:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764200/0x4b1103cba667136f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170483 expref: 6 pid: 22628 timeout: 753 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.777071:0:22613:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128e00) 00010000:00010000:3.0:1788263644.777076:0:22613:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.777088:0:22613:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.777097:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.777129:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788263644.777202:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:081bf1ba-c557-4256-a827-bd47293df13d+5:2386:x1875129699300864:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 237us (935us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263644.777211:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 15 00010000:00010000:2.0:1788263644.777279:0:22629:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.777287:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.777329:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.777339:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.777356:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:1.0:1788263644.778517:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788263644.785682:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785731:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785744:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788263644.785765:0:22629:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000abfc2a81 reply state 000000007367dc5d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785779:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785787:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:3.0:1788263644.785791:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788263644.785797:0:22629:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1788263644.785804:0:22629:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:3.0:1788263644.785814:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785820:0:22629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785827:0:22629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785834:0:22629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5ce00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:3.0:1788263644.785838:0:22629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785847:0:22629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785871:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128e00) 00010000:00010000:3.0:1788263644.785873:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788263644.785878:0:22629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785885:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5ce00/0x4b1103cba66713d1 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788263644.785908:0:22629:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000abfc2a81 reply state 000000007367dc5d transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785918:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.785925:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ff282128c00) 00010000:00010000:3.0:1788263644.785927:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788263644.785929:0:22629:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1788263644.786082:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+10:18708:x1875129699300736:12345-192.168.203.26@tcp:36:lfs.0 Request processed in 25133us (25384us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1788263644.786092:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 28 00010000:00010000:2.0:1788263644.786466:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263644.798905:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263644.798958:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263644.798999:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263644.799054:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263644.799084:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263644.799121:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263644.799158:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699301120 00000100:00100000:0.0:1788263644.799181:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699301120 00000100:00100000:0.0:1788263644.799268:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699301632 00000100:00100000:0.0:1788263644.799273:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699301632 00000100:00100000:0.0:1788263644.799289:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699301248 00000100:00100000:0.0:1788263644.799292:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699301248 00000100:00100000:0.0:1788263644.799305:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699301504 00000100:00100000:0.0:1788263644.799328:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699301504 00000100:00100000:0.0:1788263644.799350:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:0.0:1788263644.799362:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2388:x1875129699301120:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788263644.799456:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2388:x1875129699301120:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 95us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263644.799464:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:0.0:1788263644.799482:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:0.0:1788263644.799488:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:081bf1ba-c557-4256-a827-bd47293df13d+5:2388:x1875129699301632:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788263644.799515:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:081bf1ba-c557-4256-a827-bd47293df13d+5:2388:x1875129699301632:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 27us (515us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263644.799521:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:0.0:1788263644.799532:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:0.0:1788263644.799538:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2388:x1875129699301248:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788263644.799561:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2388:x1875129699301248:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 24us (486us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263644.799567:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:0.0:1788263644.799630:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:0.0:1788263644.799638:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:081bf1ba-c557-4256-a827-bd47293df13d+5:2388:x1875129699301504:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788263644.799663:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:081bf1ba-c557-4256-a827-bd47293df13d+5:2388:x1875129699301504:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 26us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263644.799669:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:1.0:1788263644.800755:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699300992 00000100:00100000:1.0:1788263644.800766:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699300992 00000100:00100000:1.0:1788263644.800823:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 147 00000100:00100000:1.0:1788263644.800831:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+11:2388:x1875129699300992:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263644.800899:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70f450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+11:2388:x1875129699300992:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 69us (1844us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.800905:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 147 00000100:00100000:1.0:1788263644.800948:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699301376 00000100:00100000:1.0:1788263644.800951:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699301376 00000100:00100000:1.0:1788263644.800986:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00100000:1.0:1788263644.800993:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+5:2388:x1875129699301376:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:1.0:1788263644.801043:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+5:2388:x1875129699301376:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 50us (2085us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.801050:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00080000:1.0:1788263644.801067:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788263644.801072:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788263644.801371:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:0.0:1788263644.847724:0:22625:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788263644.847736:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff3bc283000 from 13 10000000:01000000:0.0:1788263644.847743:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788263644.847833:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150e200/0x4b1103cba66713e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.847846:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff38150e200/0x4b1103cba66713e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.847860:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff38150e200/0x4b1103cba66713e6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263644.847893:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899136:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788263644.847996:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263644.848920:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e4180 going to sleep for 11 seconds 00000100:00100000:3.0:1788263644.849028:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709899136 00000100:00100000:3.0:1788263644.849039:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709899136 00000100:00100000:3.0:1788263644.849111:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1788263644.849123:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+20:22625:x1875129709899136:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788263644.849142:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263644.849164:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff3ae764200/0x4b1103cba66713ed lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba66713e6 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.849195:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff3ae764200/0x4b1103cba66713ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba66713e6 expref: 21 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.849233:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff3ae764200/0x4b1103cba66713ed lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba66713e6 expref: 21 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.849245:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae764200, rc 0) 00000100:00100000:3.0:1788263644.849329:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:22625:x1875129709899136:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 208us (1334us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263644.849337:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1788263644.850430:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899136:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263644.850457:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff38150e200/0x4b1103cba66713e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66713ed expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.850468:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff38150e200/0x4b1103cba66713e6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66713ed expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263644.850565:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788263644.850667:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263644.850712:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e4180 going to sleep for 11 seconds 00000100:00100000:2.0:1788263644.850920:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709899264 00000100:00100000:2.0:1788263644.850928:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709899264 00000100:00100000:2.0:1788263644.850980:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1788263644.851007:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae70e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:22625:x1875129709899264:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788263644.851368:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae70e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:22625:x1875129709899264:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 201us (538us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.851378:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788263644.852783:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899264:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788263644.852848:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899392:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788263644.852927:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263644.852974:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e4180 going to sleep for 11 seconds 00000100:00100000:1.0:1788263644.853107:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709899392 00000100:00100000:1.0:1788263644.853115:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709899392 00000100:00100000:1.0:1788263644.853177:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1788263644.853187:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:22625:x1875129709899392:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.853324:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd9450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:22625:x1875129709899392:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 139us (397us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.853332:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1788263644.854376:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899392:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1788263644.861179:0:25668:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1788263644.861836:0:22625:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1788263644.861865:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1788263644.861880:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150e200/0x4b1103cba66713e6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66713ed expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.861894:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff38150e200/0x4b1103cba66713e6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66713ed expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788263644.861906:0:22625:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1788263644.861909:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff282291000 from 13 10000000:01000000:0.0:1788263644.861912:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1788263644.861963:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150e800/0x4b1103cba66713f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.861970:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff38150e800/0x4b1103cba66713f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.861984:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff38150e800/0x4b1103cba66713f4 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263644.862025:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788263644.862124:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263644.862184:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e4180 going to sleep for 11 seconds 00000100:00100000:2.0:1788263644.863357:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709899520 00000100:00100000:2.0:1788263644.863371:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709899520 00000100:00100000:2.0:1788263644.863445:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1788263644.863458:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+21:22625:x1875129709899520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788263644.863475:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263644.863496:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff282f5c400/0x4b1103cba66713fb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba66713f4 expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.863531:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff282f5c400/0x4b1103cba66713fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba66713f4 expref: 22 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.863543:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff282f5c400/0x4b1103cba66713fb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba66713f4 expref: 22 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.863554:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5c400, rc 0) 00000100:00100000:2.0:1788263644.863683:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cda850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:22625:x1875129709899520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 227us (1557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.863691:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1788263644.863870:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263644.863889:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff38150e800/0x4b1103cba66713f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66713fb expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.863899:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff38150e800/0x4b1103cba66713f4 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba66713fb expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263644.865762:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899648:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788263644.865838:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263644.865887:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e4180 going to sleep for 11 seconds 00000100:00100000:3.0:1788263644.866040:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709899648 00000100:00100000:3.0:1788263644.866049:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709899648 00000100:00100000:3.0:1788263644.866110:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788263644.866120:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:22625:x1875129709899648:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1788263644.866871:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:22625:x1875129709899648:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 750us (1030us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263644.866882:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788263644.866990:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899648:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788263644.867053:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899776:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1788263644.867115:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263644.867148:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e4180 going to sleep for 11 seconds 00000100:00100000:1.0:1788263644.867177:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709899776 00000100:00100000:1.0:1788263644.867192:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709899776 00000100:00100000:1.0:1788263644.867232:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1788263644.867241:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:22625:x1875129709899776:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.867346:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:22625:x1875129709899776:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 107us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.867353:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788263644.867428:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afff1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899776:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1788263644.873237:0:25669:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788263644.873817:0:22625:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788263644.873843:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788263644.873858:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff38150e800/0x4b1103cba66713f4 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66713fb expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.873872:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff38150e800/0x4b1103cba66713f4 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba66713fb expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263644.873886:0:22625:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788263644.873889:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff3bc203800 from 13 10000000:01000000:1.0:1788263644.873892:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788263644.873945:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823eca00/0x4b1103cba6671402 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.873953:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823eca00/0x4b1103cba6671402 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.873967:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823eca00/0x4b1103cba6671402 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263644.873999:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899904:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.874107:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263644.874167:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2821d1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788263644.879865:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709899904 00000100:00100000:0.0:1788263644.879889:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709899904 00000100:00100000:0.0:1788263644.879995:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1788263644.880019:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+22:22625:x1875129709899904:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263644.880043:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263644.880070:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff38150e400/0x4b1103cba6671409 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6671402 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.880109:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff38150e400/0x4b1103cba6671409 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6671402 expref: 23 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.880123:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff38150e400/0x4b1103cba6671409 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671402 expref: 23 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263644.880135:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff38150e400, rc 0) 00000100:00100000:0.0:1788263644.880279:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709899904:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 271us (6171us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263644.880306:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788263644.880985:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709899904:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788263644.881021:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823eca00/0x4b1103cba6671402 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671409 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.881034:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823eca00/0x4b1103cba6671402 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6671409 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263644.881163:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788263644.881223:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263644.881278:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39019b300 going to sleep for 11 seconds 00000100:00100000:0.0:1788263644.881278:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709900032 00000100:00100000:0.0:1788263644.881284:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709900032 00000100:00100000:0.0:1788263644.881329:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788263644.881339:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709900032:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1788263644.881489:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cda450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709900032:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 151us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263644.881497:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1788263644.882624:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900032:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788263644.882680:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900160:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788263644.882747:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263644.882783:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39019b300 going to sleep for 11 seconds 00000100:00100000:1.0:1788263644.883043:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709900160 00000100:00100000:1.0:1788263644.883060:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709900160 00000100:00100000:1.0:1788263644.883112:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1788263644.883121:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709900160:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.883270:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709900160:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 149us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.883277:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788263644.884771:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900160:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788263644.886686:0:25670:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1788263644.887415:0:22625:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1788263644.887458:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1788263644.887474:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823eca00/0x4b1103cba6671402 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671409 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.887488:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823eca00/0x4b1103cba6671402 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671409 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788263644.887503:0:22625:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1788263644.887507:0:22625:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff9ff3bc266000 from 13 10000000:01000000:1.0:1788263644.887510:0:22625:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1788263644.887562:0:22625:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ecc00/0x4b1103cba6671410 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.887572:0:22625:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.126@tcp lock: ffff9ff2823ecc00/0x4b1103cba6671410 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.887619:0:22625:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.126@tcp lock: ffff9ff2823ecc00/0x4b1103cba6671410 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263644.887651:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.887741:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263644.887796:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff2821d1e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788263644.888055:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709900288 00000100:00100000:0.0:1788263644.888064:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709900288 00000100:00100000:0.0:1788263644.888140:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788263644.888152:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+23:22625:x1875129709900288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788263644.888177:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263644.888334:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671417 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x4b1103cba6671410 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.888367:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671417 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0x4b1103cba6671410 expref: 24 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.888380:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff282f5ca00/0x4b1103cba6671417 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0x4b1103cba6671410 expref: 24 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.888391:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5ca00, rc 0) 00000100:00100000:2.0:1788263644.888542:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd8450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:22625:x1875129709900288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 391us (800us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.888549:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788263644.888889:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f0a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788263644.888909:0:22625:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.126@tcp lock: ffff9ff2823ecc00/0x4b1103cba6671410 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671417 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.888919:0:22625:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.126@tcp lock: ffff9ff2823ecc00/0x4b1103cba6671410 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x4b1103cba6671417 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263644.889175:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788263644.889212:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263644.894765:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff384d146c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263644.894901:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709900416 00000100:00100000:0.0:1788263644.894912:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709900416 00000100:00100000:1.0:1788263644.895067:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:1.0:1788263644.895105:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:22625:x1875129709900416:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.895351:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:22625:x1875129709900416:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 248us (6137us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.895360:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788263644.895374:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900416:0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788263644.895438:0:22625:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900544:0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1788263644.895508:0:22625:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263644.895539:0:22625:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff384d146c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788263644.895719:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709900544 00000100:00100000:1.0:1788263644.895724:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709900544 00000100:00100000:1.0:1788263644.895757:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1788263644.895764:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:22625:x1875129709900544:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.895890:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:22625:x1875129709900544:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 125us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.895897:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788263644.895928:0:22625:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28319f100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:06ba89f3-dabe-4508-962a-c383bc6a4f4f:22625:1875129709900544:0@lo:503:ll_cfg_requeue.0 00000040:00080000:2.0:1788263644.897172:0:25671:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1788263644.897720:0:22625:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1788263644.897749:0:22625:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.203.126@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1788263644.897776:0:22625:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.126@tcp lock: ffff9ff2823ecc00/0x4b1103cba6671410 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671417 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263644.897789:0:22625:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.126@tcp lock: ffff9ff2823ecc00/0x4b1103cba6671410 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0x4b1103cba6671417 expref: -99 pid: 22625 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263644.900690:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263644.900792:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699301760 00000100:00100000:2.0:1788263644.900877:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699301760 00000100:00100000:2.0:1788263644.900999:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:2.0:1788263644.901019:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+10:18716:x1875129699301760:12345-192.168.203.26@tcp:101:lctl.0 00010000:00010000:2.0:1788263644.901049:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263644.901076:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba667141e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d117049f expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.901152:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d800/0x4b1103cba6671425 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.901168:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d800/0x4b1103cba6671425 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.901181:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d800/0x4b1103cba6671425 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263644.901230:0:22627:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788263644.901233:0:22627:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788263644.901344:0:22627:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d800/0x4b1103cba6671425 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.901371:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba667141e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117049f expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.901409:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d800/0x4b1103cba6671425 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117049f expref: 11 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.901419:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128d00) 00010000:00010000:2.0:1788263644.901422:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788263644.901426:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5d800, rc 0) 00000100:00100000:2.0:1788263644.901534:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+11:18716:x1875129699301760:12345-192.168.203.26@tcp:101:lctl.0 Request processed in 524us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.901541:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 29 00000100:00100000:0.0:1788263644.934677:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263644.934808:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699301888 00000100:00100000:1.0:1788263644.934821:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699301888 00000100:00100000:1.0:1788263644.934917:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 160 00000100:00100000:1.0:1788263644.934929:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+11:18085:x1875129699301888:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788263644.934952:0:22622:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263644.934976:0:22622:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff2823ed600/0x4b1103cba667142c lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xd405f293d11704a6 expref: -99 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.935026:0:22622:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ed600/0x4b1103cba667142c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704a6 expref: 12 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.935039:0:22622:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff2823ed600/0x4b1103cba667142c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704a6 expref: 12 pid: 22622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.935051:0:22622:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ed600, rc 0) 00000100:00100000:1.0:1788263644.935146:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cda050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+12:18085:x1875129699301888:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 218us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.935154:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 160 00000100:00100000:1.0:1788263644.946105:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263644.946224:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699302016 00000100:00100000:2.0:1788263644.946237:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699302016 00000100:00100000:2.0:1788263644.946318:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 161 00000100:00100000:2.0:1788263644.946330:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+12:18085:x1875129699302016:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1788263644.946542:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+12:18085:x1875129699302016:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 213us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.946551:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 161 00000100:00100000:2.0:1788263644.948742:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263644.948835:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699302144 00000100:00100000:1.0:1788263644.948845:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699302144 00000100:00100000:1.0:1788263644.948918:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 162 00000100:00100000:1.0:1788263644.948928:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+12:18085:x1875129699302144:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.949119:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cd8c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+12:18085:x1875129699302144:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 Request processed in 191us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.949128:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 162 00000100:00100000:0.0:1788263644.958351:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263644.958488:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263644.958629:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699302272 00000100:00100000:2.0:1788263644.958642:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699302272 00000100:00100000:2.0:1788263644.958719:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:2.0:1788263644.958730:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+5:18717:x1875129699302272:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1788263644.958757:0:24442:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263644.958786:0:24442:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba6671433 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704ad expref: -99 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.958894:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d000/0x4b1103cba667143a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.958910:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d000/0x4b1103cba667143a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.958927:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d000/0x4b1103cba667143a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263644.958984:0:24442:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788263644.958988:0:24442:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788263644.959031:0:24442:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d000/0x4b1103cba667143a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.959063:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba6671433 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704ad expref: 7 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.959086:0:24442:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d000/0x4b1103cba667143a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704ad expref: 6 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.959095:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128d00) 00010000:00010000:2.0:1788263644.959098:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788263644.959102:0:24442:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5d000, rc 0) 00000100:00100000:2.0:1788263644.959171:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+6:18717:x1875129699302272:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 443us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.959179:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 30 00000100:00100000:1.0:1788263644.959675:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699302400 00000100:00100000:1.0:1788263644.959683:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699302400 00000100:00100000:1.0:1788263644.959724:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 163 00000100:00100000:1.0:1788263644.959734:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff385cdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+12:18085:x1875129699302400:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788263644.959745:0:22621:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263644.959758:0:22621:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff9ff2823ed800/0x4b1103cba6671441 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xd405f293d11704b4 expref: -99 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.959780:0:22621:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff9ff2823ed800/0x4b1103cba6671441 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704b4 expref: 13 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.959789:0:22621:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff9ff2823ed800/0x4b1103cba6671441 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704b4 expref: 13 pid: 22621 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.959799:0:22621:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ed800, rc 0) 00000100:00100000:1.0:1788263644.959842:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff385cdb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:bac2baec-0d48-482e-93e1-50a641e55480+13:18085:x1875129699302400:12345-192.168.203.26@tcp:101:ll_cfg_requeue.0 Request processed in 110us (1506us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.959859:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 163 00000100:00100000:0.0:1788263644.962282:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263644.963326:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263644.964046:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699302656 00000100:00100000:1.0:1788263644.964060:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699302656 00000100:00100000:1.0:1788263644.964143:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 164 00000100:00100000:1.0:1788263644.964157:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:18085:x1875129699302656:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.964372:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176fc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:18085:x1875129699302656:12345-192.168.203.26@tcp:501:ll_cfg_requeue.0 Request processed in 217us (1050us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.964380:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 164 00000100:00100000:0.0:1788263644.970730:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263644.970927:0:22622:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699302784 00000100:00100000:1.0:1788263644.970941:0:22622:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699302784 00000100:00100000:1.0:1788263644.971037:0:22622:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 165 00000100:00100000:1.0:1788263644.971049:0:22622:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+13:18085:x1875129699302784:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 00000100:00100000:1.0:1788263644.971290:0:22622:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176d050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:bac2baec-0d48-482e-93e1-50a641e55480+13:18085:x1875129699302784:12345-192.168.203.26@tcp:503:ll_cfg_requeue.0 Request processed in 242us (573us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263644.971299:0:22622:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 165 00000100:00100000:2.0:1788263644.973880:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699302528 00000100:00100000:2.0:1788263644.973898:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699302528 00000100:00100000:2.0:1788263644.973993:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 31 00000100:00100000:2.0:1788263644.974003:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+6:18717:x1875129699302528:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1788263644.974037:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263644.974065:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671448 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704bb expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974152:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974170:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974186:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974199:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974207:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974214:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974328:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba667145d lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974336:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba667145d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974343:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba667145d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263644.974401:0:22627:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788263644.974406:0:22627:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788263644.974430:0:22627:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba667145d lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974444:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974450:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974457:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974463:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d400 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:2.0:1788263644.974467:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974475:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974488:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128d00) 00010000:00010000:2.0:1788263644.974491:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788263644.974497:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974503:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba667144f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974519:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974535:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974541:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.974547:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5c200 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:2.0:1788263644.974550:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.975073:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.975085:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ff282128c00) 00010000:00010000:2.0:1788263644.975088:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788263644.975092:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.975098:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671456 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.975136:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671448 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704bb expref: 8 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.975151:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba667145d lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704bb expref: 7 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.975160:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:2.0:1788263644.975163:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788263644.975173:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5d200, rc 0) 00000100:00100000:2.0:1788263644.978140:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+7:18717:x1875129699302528:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 4118us (15858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.978156:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 31 00000100:00100000:0.0:1788263644.986566:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263644.986699:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699302912 00000100:00100000:2.0:1788263644.986712:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699302912 00000100:00100000:2.0:1788263644.986782:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:2.0:1788263644.986794:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:081bf1ba-c557-4256-a827-bd47293df13d+5:18717:x1875129699302912:12345-192.168.203.26@tcp:900:lfs.0 00000100:00100000:2.0:1788263644.986916:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:081bf1ba-c557-4256-a827-bd47293df13d+5:18717:x1875129699302912:12345-192.168.203.26@tcp:900:lfs.0 Request processed in 124us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263644.986926:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:1.0:1788263644.991632:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263644.991975:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699303168 00000100:00100000:2.0:1788263644.991989:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699303168 00000100:00100000:2.0:1788263644.992075:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 32 00000100:00100000:2.0:1788263644.992088:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+7:18717:x1875129699303168:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1788263644.992117:0:24442:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263644.992146:0:24442:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671464 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704c2 expref: -99 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263644.992295:0:24442:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788263644.992425:0:24442:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671464 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704c2 expref: 9 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.992442:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128d00) 00010000:00010000:2.0:1788263644.992456:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788263644.992461:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671464 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704c2 expref: 9 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263644.992498:0:24442:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5de00, rc 0) 00000100:00100000:2.0:1788263644.992576:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+8:18717:x1875129699303168:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 490us (1018us total) trans 12884901891 rc 301/301 00000100:00100000:2.0:1788263644.992628:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 32 00000100:00100000:0.0:1788263644.997415:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263644.997507:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699303424 00000100:00100000:1.0:1788263644.997520:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699303424 00000100:00100000:1.0:1788263644.997621:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 33 00000100:00100000:1.0:1788263644.997634:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+8:18717:x1875129699303424:12345-192.168.203.26@tcp:36:lfs.0 00010000:00010000:1.0:1788263644.997707:0:22629:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788263644.997745:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba667145d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704bb expref: 8 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.997769:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:1.0:1788263644.997787:0:22629:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788263644.997819:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.997835:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.997858:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1788263644.998118:0:22629:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000abbb406e reply state 0000000086e0fa14 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.998134:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263644.998141:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:1.0:1788263644.998144:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:1.0:1788263644.998147:0:22629:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:1.0:1788263644.998157:0:22629:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000100:00100000:1.0:1788263644.998554:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:081bf1ba-c557-4256-a827-bd47293df13d+9:18717:x1875129699303424:12345-192.168.203.26@tcp:36:lfs.0 Request processed in 920us (1150us total) trans 12884901892 rc 0/0 00000100:00100000:1.0:1788263644.998563:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 33 00000100:00100000:0.0:1788263645.001930:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263645.002112:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699303680 00000100:00100000:1.0:1788263645.002127:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699303680 00000100:00100000:1.0:1788263645.002200:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:1.0:1788263645.002227:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:081bf1ba-c557-4256-a827-bd47293df13d+9:18717:x1875129699303680:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:1.0:1788263645.002518:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:081bf1ba-c557-4256-a827-bd47293df13d+10:18717:x1875129699303680:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 294us (601us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788263645.002527:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:0.0:1788263645.006928:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.007049:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699303936 00000100:00100000:2.0:1788263645.007064:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699303936 00000100:00100000:2.0:1788263645.007140:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 34 00000100:00100000:2.0:1788263645.007152:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+10:18717:x1875129699303936:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1788263645.007184:0:24442:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263645.007223:0:24442:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671479 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704c9 expref: -99 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007329:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007345:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007359:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007372:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007380:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007386:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263645.007543:0:24442:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:2.0:1788263645.007706:0:24442:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007715:0:24442:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007721:0:24442:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007727:0:24442:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5c200 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:2.0:1788263645.007733:0:24442:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007741:0:24442:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007755:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128d00) 00010000:00010000:2.0:1788263645.007758:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788263645.007764:0:24442:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007771:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba6671480 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007785:0:24442:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007791:0:24442:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007809:0:24442:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007814:0:24442:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d400 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:2.0:1788263645.007817:0:24442:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007822:0:24442:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007830:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ff282128c00) 00010000:00010000:2.0:1788263645.007833:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788263645.007836:0:24442:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007843:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671487 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007883:0:24442:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671479 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704c9 expref: 12 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007894:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128d00) 00010000:00010000:2.0:1788263645.007896:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1788263645.007900:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671479 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704c9 expref: 12 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.007910:0:24442:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5de00, rc 0) 00000100:00100000:2.0:1788263645.007978:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:081bf1ba-c557-4256-a827-bd47293df13d+11:18717:x1875129699303936:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 828us (1064us total) trans 12884901894 rc 301/301 00000100:00100000:2.0:1788263645.007995:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 34 00000100:00100000:0.0:1788263645.012019:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.012109:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699304064 00000100:00100000:2.0:1788263645.012123:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699304064 00000100:00100000:2.0:1788263645.012201:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 35 00000100:00100000:2.0:1788263645.012226:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+11:18717:x1875129699304064:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:2.0:1788263645.012274:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263645.012303:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba6671495 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704d0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.012439:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.012456:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.012470:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263645.012500:0:22627:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788263645.012504:0:22627:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788263645.012528:0:22627:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.012572:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba6671495 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d0 expref: 13 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.012633:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d0 expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.012667:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:2.0:1788263645.012670:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1788263645.012673:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5c000, rc 0) 00000100:00100000:2.0:1788263645.012739:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+12:18717:x1875129699304064:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 516us (743us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263645.012746:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 35 00000100:00100000:0.0:1788263645.018708:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263645.019256:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699304192 00000100:00100000:1.0:1788263645.019276:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699304192 00000100:00100000:1.0:1788263645.019386:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:1.0:1788263645.019398:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:081bf1ba-c557-4256-a827-bd47293df13d+12:18717:x1875129699304192:12345-192.168.203.26@tcp:37:lfs.0 00000100:00100000:1.0:1788263645.034158:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:081bf1ba-c557-4256-a827-bd47293df13d+12:18717:x1875129699304192:12345-192.168.203.26@tcp:37:lfs.0 Request processed in 14746us (15449us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263645.034175:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 3 00000100:00100000:0.0:1788263645.038934:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.039060:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699304448 00000100:00100000:2.0:1788263645.039074:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699304448 00000100:00100000:2.0:1788263645.039183:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 4 00000100:00100000:2.0:1788263645.039196:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bc5c5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:081bf1ba-c557-4256-a827-bd47293df13d+12:18717:x1875129699304448:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:2.0:1788263645.039515:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bc5c5850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:081bf1ba-c557-4256-a827-bd47293df13d+13:18717:x1875129699304448:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 320us (592us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788263645.039524:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 4 00000040:00080000:3.0:1788263645.040657:0:23384:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1788263645.106182:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1788263645.120648:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.121470:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699304576 00000100:00100000:2.0:1788263645.121486:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699304576 00000100:00100000:2.0:1788263645.121600:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 36 00000100:00100000:2.0:1788263645.121614:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+11:18725:x1875129699304576:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:2.0:1788263645.121641:0:24442:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263645.121669:0:24442:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714a3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704d7 expref: -99 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.121754:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.121770:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.121814:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.121830:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.121838:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.121845:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.121956:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba66714b8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.121966:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba66714b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.121973:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba66714b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263645.122025:0:24442:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00000004:00200000:2.0:1788263645.122030:0:24442:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788263645.122078:0:24442:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba66714b8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122093:0:24442:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122100:0:24442:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122119:0:24442:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122125:0:24442:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5de00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:2.0:1788263645.122131:0:24442:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122138:0:24442:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122152:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128d00) 00010000:00010000:2.0:1788263645.122156:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788263645.122162:0:24442:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122169:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba66714aa lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122186:0:24442:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122193:0:24442:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122199:0:24442:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122204:0:24442:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d400 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:2.0:1788263645.122207:0:24442:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122223:0:24442:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122232:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ff282128c00) 00010000:00010000:2.0:1788263645.122235:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1788263645.122238:0:24442:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122244:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba66714b1 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122276:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714a3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d7 expref: 13 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122290:0:24442:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c200/0x4b1103cba66714b8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d7 expref: 12 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.122298:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:2.0:1788263645.122301:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1788263645.122303:0:24442:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5c200, rc 0) 00000100:00100000:2.0:1788263645.122389:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+12:18725:x1875129699304576:12345-192.168.203.26@tcp:101:bash.0 Request processed in 777us (1755us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263645.122397:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 36 00000100:00100000:0.0:1788263645.125818:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.125948:0:22639:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699304704 00000100:00100000:2.0:1788263645.125960:0:22639:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699304704 00000100:00100000:2.0:1788263645.126040:0:22639:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:2.0:1788263645.126052:0:22639:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:18725:x1875129699304704:12345-192.168.203.26@tcp:900:bash.0 00000100:00100000:2.0:1788263645.126186:0:22639:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:18725:x1875129699304704:12345-192.168.203.26@tcp:900:bash.0 Request processed in 136us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263645.126196:0:22639:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:0.0:1788263645.135688:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.136819:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699304960 00000100:00100000:2.0:1788263645.136837:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699304960 00000100:00100000:3.0:1788263645.137640:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 37 00000100:00100000:3.0:1788263645.137656:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+12:18725:x1875129699304960:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:3.0:1788263645.137685:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263645.137711:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66714bf lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704de expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.137844:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.137876:0:22627:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d0 expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.137887:0:22627:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.137999:0:22627:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d0 expref: 12 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.138168:0:22627:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d0 expref: 12 pid: 22627 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263645.138187:0:22627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22627:1875129709900672:192.168.203.26@tcp:104: 00000100:00100000:3.0:1788263645.138398:0:22627:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a9609000 going to sleep for 11 seconds 00000100:00100000:3.0:1788263645.142430:0:22627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbd880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22627:1875129709900672:192.168.203.26@tcp:104: 00000100:00100000:0.0:1788263645.142457:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:3.0:1788263645.142549:0:22627:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263645.142570:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699305088 00000100:00100000:2.0:1788263645.142609:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699305088 00010000:00010000:2.0:1788263645.142648:0:22612:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d0 expref: 13 pid: 22627 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263645.142676:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 16 00000100:00100000:2.0:1788263645.142683:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:081bf1ba-c557-4256-a827-bd47293df13d+13:2387:x1875129699305088:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1788263645.142697:0:22612:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788263645.142703:0:22612:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d0 expref: 13 pid: 22627 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.142713:0:22612:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d0 expref: 13 pid: 22627 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.142735:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667149c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704d0 expref: 13 pid: 22627 timeout: 754 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.142752:0:22612:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:2.0:1788263645.142758:0:22612:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.142769:0:22612:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.142797:0:22612:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40290000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.142835:0:22612:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788263645.142906:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:081bf1ba-c557-4256-a827-bd47293df13d+12:2387:x1875129699305088:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 221us (450us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263645.142914:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 16 00010000:00010000:3.0:1788263645.143444:0:22627:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.143463:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144126:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144148:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144160:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144681:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144691:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144699:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788263645.144708:0:22627:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788263645.144733:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144757:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144764:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144770:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765600 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:3.0:1788263645.144786:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144795:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144811:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:3.0:1788263645.144814:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788263645.144818:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144825:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba66714c6 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788263645.144837:0:22627:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000019124a68 reply state 00000000aa941311 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144848:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144854:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9ff282127200) 00010000:00010000:3.0:1788263645.144856:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788263645.144859:0:22627:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1788263645.144897:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66714bf lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704de expref: 15 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144920:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704de expref: 14 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.144928:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:3.0:1788263645.144930:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:3.0:1788263645.144932:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae764600, rc 0) 00000100:00100000:3.0:1788263645.150662:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+15:18725:x1875129699304960:12345-192.168.203.26@tcp:101:bash.0 Request processed in 12998us (14978us total) trans 12884901896 rc 0/0 00000100:00100000:3.0:1788263645.150676:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 37 00000100:00100000:0.0:1788263645.170909:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.171076:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699305216 00000100:00100000:2.0:1788263645.171090:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699305216 00000100:00100000:2.0:1788263645.171173:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 38 00000100:00100000:2.0:1788263645.171187:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+15:18725:x1875129699305216:12345-192.168.203.26@tcp:101:bash.0 00010000:00010000:2.0:1788263645.171218:0:24442:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263645.171245:0:24442:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba66714e2 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704e5 expref: -99 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.171335:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.171352:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.171366:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263645.171423:0:24442:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1788263645.171428:0:24442:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1788263645.171451:0:24442:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.171478:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.171522:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba66714e2 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704e5 expref: 17 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.171545:0:24442:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704e5 expref: 16 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.171790:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:2.0:1788263645.171794:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788263645.171799:0:24442:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5c800, rc 0) 00000100:00100000:2.0:1788263645.171875:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+16:18725:x1875129699305216:12345-192.168.203.26@tcp:101:bash.0 Request processed in 690us (976us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263645.171883:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 38 00000100:00100000:0.0:1788263645.186024:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263645.186146:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699305472 00000100:00100000:1.0:1788263645.186169:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699305472 00000100:00100000:1.0:1788263645.186245:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:1.0:1788263645.186258:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+16:18725:x1875129699305472:12345-192.168.203.26@tcp:35:bash.0 00000100:00100000:1.0:1788263645.186879:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+17:18725:x1875129699305472:12345-192.168.203.26@tcp:35:bash.0 Request processed in 621us (876us total) trans 12884901897 rc 0/0 00000100:00100000:1.0:1788263645.186890:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 5 00000100:00100000:0.0:1788263645.349719:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263645.349831:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699305728 00000100:00100000:1.0:1788263645.349853:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699305728 00000100:00100000:1.0:1788263645.349929:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 39 00000100:00100000:1.0:1788263645.349942:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+17:18735:x1875129699305728:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:1.0:1788263645.349975:0:22629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263645.350001:0:22629:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba66714f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704ec expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788263645.350142:0:22629:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 4096 00010000:00010000:1.0:1788263645.350297:0:22629:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba66714f0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704ec expref: 19 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.350339:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff9ff282128d00) 00010000:00010000:1.0:1788263645.350342:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788263645.350349:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba66714f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704ec expref: 19 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.350367:0:22629:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff2823ece00, rc 0) 00000100:00100000:1.0:1788263645.350447:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+18:18735:x1875129699305728:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 507us (743us total) trans 12884901898 rc 301/301 00000100:00100000:1.0:1788263645.350455:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 39 00000100:00100000:0.0:1788263645.362269:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263645.362449:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699305984 00000100:00100000:1.0:1788263645.362460:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699305984 00000100:00100000:1.0:1788263645.362538:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:1.0:1788263645.362552:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+18:18735:x1875129699305984:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:1.0:1788263645.362860:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+19:18735:x1875129699305984:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 310us (606us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1788263645.362869:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 6 00000100:00100000:0.0:1788263645.440076:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263645.440361:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699306240 00000100:00100000:3.0:1788263645.440375:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699306240 00000100:00100000:3.0:1788263645.440457:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 40 00000100:00100000:3.0:1788263645.440470:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+19:18738:x1875129699306240:12345-192.168.203.26@tcp:101:lfs.0 00010000:00010000:3.0:1788263645.440505:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263645.440535:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66714fe lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704f3 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.440875:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671505 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.440893:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671505 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.440907:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671505 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788263645.440922:0:22628:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788263645.441083:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba66714fe lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704f3 expref: 22 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.441107:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671505 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704f3 expref: 21 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.441116:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:3.0:1788263645.441120:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1788263645.441123:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae765600, rc 0) 00000100:00100000:3.0:1788263645.441478:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+21:18738:x1875129699306240:12345-192.168.203.26@tcp:101:lfs.0 Request processed in 1008us (1413us total) trans 12884901900 rc 0/0 00000100:00100000:3.0:1788263645.441487:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 40 00000100:00100000:3.0:1788263645.453725:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263645.454032:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699306368 00000100:00100000:1.0:1788263645.454045:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699306368 00000100:00100000:1.0:1788263645.454126:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 41 00000100:00100000:1.0:1788263645.454138:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+21:18738:x1875129699306368:12345-192.168.203.26@tcp:54:lfs.0 00010000:00010000:1.0:1788263645.454249:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.454278:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.454313:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.454359:0:22629:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.454367:0:22629:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.454374:0:22629:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.454380:0:22629:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ece00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263645.454385:0:22629:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.454394:0:22629:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.454410:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:1.0:1788263645.454412:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788263645.454418:0:22629:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.454424:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba6671513 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263645.454520:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+21:18738:x1875129699306368:12345-192.168.203.26@tcp:54:lfs.0 Request processed in 382us (809us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263645.454529:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 41 00000100:00100000:0.0:1788263645.460082:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263645.460196:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263645.460295:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699306752 00000100:00100000:3.0:1788263645.460308:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699306752 00000100:00100000:3.0:1788263645.460393:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:3.0:1788263645.460405:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+21:2386:x1875129699306752:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788263645.460425:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263645.460461:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671505 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704f3 expref: 21 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.460486:0:22613:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:3.0:1788263645.460491:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788263645.460575:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+20:2386:x1875129699306752:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 172us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263645.460622:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:1.0:1788263645.461380:0:22631:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699306624 00000100:00100000:1.0:1788263645.461389:0:22631:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699306624 00000100:00100000:1.0:1788263645.461434:0:22631:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 7 00000100:00100000:1.0:1788263645.461442:0:22631:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+20:18738:x1875129699306624:12345-192.168.203.26@tcp:35:lfs.0 00000100:00100000:1.0:1788263645.462660:0:22631:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+21:18738:x1875129699306624:12345-192.168.203.26@tcp:35:lfs.0 Request processed in 1211us (2585us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1788263645.462671:0:22631:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 7 00010000:00010000:0.0:1788263645.807934:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263645.879978:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.880107:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699307008 00000100:00100000:2.0:1788263645.880121:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699307008 00000100:00100000:2.0:1788263645.880191:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 42 00000100:00100000:2.0:1788263645.880202:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+21:18769:x1875129699307008:12345-192.168.203.26@tcp:101:cat.0 00010000:00010000:2.0:1788263645.880234:0:24442:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263645.880272:0:24442:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667151a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d11704fa expref: -99 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.880413:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671521 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.880430:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671521 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.880475:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671521 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1788263645.880489:0:24442:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1788263645.880833:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c000/0x4b1103cba667151a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704fa expref: 24 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.880858:0:24442:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671521 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704fa expref: 23 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.880868:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:2.0:1788263645.880872:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1788263645.880876:0:24442:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5d400, rc 0) 00000100:00100000:2.0:1788263645.881153:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+23:18769:x1875129699307008:12345-192.168.203.26@tcp:101:cat.0 Request processed in 951us (1189us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1788263645.881162:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 42 00000100:00100000:0.0:1788263645.889212:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263645.890398:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699307136 00000100:00100000:3.0:1788263645.890433:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699307136 00000100:00100000:3.0:1788263645.890534:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:3.0:1788263645.890548:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+23:2387:x1875129699307136:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788263645.890567:0:22614:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263645.890641:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d400/0x4b1103cba6671521 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704fa expref: 23 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.890666:0:22614:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:3.0:1788263645.890672:0:22614:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788263645.890741:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+22:2387:x1875129699307136:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 196us (1543us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263645.890749:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:0.0:1788263645.898330:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.898428:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699307392 00000100:00100000:2.0:1788263645.898453:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699307392 00000100:00100000:2.0:1788263645.898531:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:2.0:1788263645.898544:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+22:18769:x1875129699307392:12345-192.168.203.26@tcp:35:cat.0 00000100:00100000:2.0:1788263645.898960:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+23:18769:x1875129699307392:12345-192.168.203.26@tcp:35:cat.0 Request processed in 416us (644us total) trans 12884901903 rc 0/0 00000100:00100000:2.0:1788263645.898969:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 8 00000100:00100000:1.0:1788263645.962571:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263645.962764:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699307648 00000100:00100000:3.0:1788263645.962776:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699307648 00000100:00100000:3.0:1788263645.962854:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 43 00000100:00100000:3.0:1788263645.962865:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+23:18775:x1875129699307648:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1788263645.962902:0:22629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263645.962929:0:22629:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667152f lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170501 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.963088:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.963106:0:22629:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704de expref: 24 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.963115:0:22629:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d11704e5 expref: 24 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.963145:0:22629:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.963187:0:22629:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704e5 expref: 24 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.963203:0:22629:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704e5 expref: 24 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263645.963218:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22629:1875129709900800:192.168.203.26@tcp:104: 00010000:00010000:3.0:1788263645.963318:0:22629:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704de expref: 24 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.963328:0:22629:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704de expref: 24 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263645.963337:0:22629:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbe300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22629:1875129709900928:192.168.203.26@tcp:104: 00000100:00100000:3.0:1788263645.963359:0:22629:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3a96096c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788263645.966681:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263645.966744:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263645.966861:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbf100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22629:1875129709900800:192.168.203.26@tcp:104: 00000100:00100000:3.0:1788263645.966878:0:22629:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbe300 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:22629:1875129709900928:192.168.203.26@tcp:104: 00010000:00010000:3.0:1788263645.966919:0:22629:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263645.969519:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699307904 00000100:00100000:1.0:1788263645.969519:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699307776 00000100:00100000:1.0:1788263645.969540:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699307776 00000100:00100000:2.0:1788263645.969542:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699307904 00010000:00010000:1.0:1788263645.969628:0:22614:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704e5 expref: 26 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.969629:0:22612:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704de expref: 26 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263645.969684:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:1.0:1788263645.969705:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+26:2386:x1875129699307776:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788263645.969725:0:22614:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788263645.969734:0:22614:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704e5 expref: 26 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.969754:0:22614:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704e5 expref: 26 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263645.969773:0:22612:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 3 min 3 max 56 00000100:00100000:2.0:1788263645.969785:0:22612:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_003' 00010000:00010000:1.0:1788263645.969787:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5c800/0x4b1103cba66714e9 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704e5 expref: 26 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.969809:0:22614:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:1.0:1788263645.969815:0:22614:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.969834:0:22614:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.969843:0:22614:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788263645.969922:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+25:2386:x1875129699307776:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 227us (3258us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263645.969931:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 17 00000100:00100000:1.0:1788263645.969950:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 18 00000100:00100000:1.0:1788263645.969957:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3ae6b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+24:2386:x1875129699307904:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788263645.969965:0:22614:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788263645.969970:0:22614:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704de expref: 24 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.969981:0:22614:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704de expref: 24 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.969996:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764600/0x4b1103cba66714d4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d11704de expref: 24 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.970025:0:22614:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:1.0:1788263645.970030:0:22614:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.970039:0:22614:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.970048:0:22614:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263645.970083:0:22614:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788263645.970102:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3ae6b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+23:2386:x1875129699307904:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 145us (3358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263645.970110:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 18 00010000:00010000:3.0:1788263645.971396:0:22629:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.971432:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788263645.971459:0:22629:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1788263645.971692:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba667152f lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170501 expref: 24 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.971715:0:22629:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765200/0x4b1103cba6671536 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170501 expref: 23 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.971726:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:3.0:1788263645.971729:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:3.0:1788263645.971733:0:22629:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae765200, rc 0) 00000100:00100000:3.0:1788263645.971810:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+23:18775:x1875129699307648:12345-192.168.203.26@tcp:101:dd.0 Request processed in 8945us (9253us total) trans 12884901904 rc 0/0 00000100:00100000:3.0:1788263645.971821:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 43 00000100:00100000:0.0:1788263645.976449:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263645.980375:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699308032 00000100:00100000:2.0:1788263645.980402:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699308032 00000100:00100000:2.0:1788263645.980526:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00100000:2.0:1788263645.980543:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+23:18775:x1875129699308032:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1788263645.980599:0:24442:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263645.980628:0:24442:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671544 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170508 expref: -99 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.980677:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.980696:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.980709:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.980863:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671544 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170508 expref: 25 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.981201:0:24442:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170508 expref: 24 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.981224:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:2.0:1788263645.981227:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1788263645.981239:0:24442:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5d600, rc 0) 00000100:00100000:2.0:1788263645.981335:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+24:18775:x1875129699308032:12345-192.168.203.26@tcp:101:dd.0 Request processed in 797us (4902us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263645.981345:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 44 00000100:00100000:1.0:1788263645.986240:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263645.986550:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699308288 00000100:00100000:3.0:1788263645.986563:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699308288 00000100:00100000:3.0:1788263645.986675:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 45 00000100:00100000:3.0:1788263645.986688:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+24:18775:x1875129699308288:12345-192.168.203.26@tcp:36:dd.0 00010000:00010000:3.0:1788263645.987214:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.987237:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.987251:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1788263645.987331:0:22627:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1788263645.987359:0:22627:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000945daa67 reply state 000000003519e6fc transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.987374:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.987383:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:3.0:1788263645.987387:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788263645.987391:0:22627:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788263645.987561:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+27:18775:x1875129699308288:12345-192.168.203.26@tcp:36:dd.0 Request processed in 874us (1333us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1788263645.987570:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 45 00000020:00080000:3.0:1788263645.987576:0:22627:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1788263645.996797:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263645.997276:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699308416 00000100:00100000:3.0:1788263645.997290:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699308416 00000100:00100000:3.0:1788263645.997382:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 46 00000100:00100000:3.0:1788263645.997395:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+27:18775:x1875129699308416:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:3.0:1788263645.997430:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263645.997459:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765000/0x4b1103cba6671559 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d117050f expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.997540:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765000/0x4b1103cba6671559 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117050f expref: 28 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263645.997561:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765000/0x4b1103cba6671559 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117050f expref: 28 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263645.997924:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:2.0:1788263645.997930:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788263645.997935:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae765000, rc 0) 00000100:00100000:2.0:1788263645.998037:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+28:18775:x1875129699308416:12345-192.168.203.26@tcp:101:dd.0 Request processed in 643us (1254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263645.998046:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 46 00000100:00100000:0.0:1788263646.034037:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263646.034267:0:22614:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699308672 00000100:00100000:1.0:1788263646.034283:0:22614:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699308672 00000100:00100000:1.0:1788263646.035194:0:22614:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:1.0:1788263646.035215:0:22614:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+28:18775:x1875129699308672:12345-192.168.203.26@tcp:103:dd.0 00010000:00010000:1.0:1788263646.035237:0:22614:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788263646.035270:0:22614:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765000/0x4b1103cba6671559 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117050f expref: 28 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.035298:0:22614:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:1.0:1788263646.035305:0:22614:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788263646.035407:0:22614:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+27:18775:x1875129699308672:12345-192.168.203.26@tcp:103:dd.0 Request processed in 199us (1385us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.035417:0:22614:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 2 00000100:00100000:1.0:1788263646.038671:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00080000:2.0:1788263646.038962:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788263646.039048:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699308800 00000100:00100000:0.0:1788263646.039062:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699308800 00000100:00100000:0.0:1788263646.039144:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 47 00000100:00100000:0.0:1788263646.039156:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff2831f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+27:18775:x1875129699308800:12345-192.168.203.26@tcp:58:dd.0 00010000:00010000:0.0:1788263646.039313:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.039336:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.039370:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1788263646.042367:0:22629:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1788263646.042408:0:22629:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:0.0:1788263646.044875:0:22629:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:0.0:1788263646.045304:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff2831f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+27:18775:x1875129699308800:12345-192.168.203.26@tcp:58:dd.0 Request processed in 6140us (6637us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263646.045320:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 47 00000100:00100000:3.0:1788263646.058454:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263646.058654:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699308928 00000100:00100000:2.0:1788263646.058667:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699308928 00000100:00100000:2.0:1788263646.058751:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 48 00000100:00100000:2.0:1788263646.058764:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+27:18775:x1875129699308928:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:2.0:1788263646.058793:0:24442:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263646.058820:0:24442:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671567 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170516 expref: -99 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.059141:0:24442:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.059156:0:24442:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671567 lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170516 expref: 28 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.059180:0:24442:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.059195:0:24442:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671567 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170516 expref: 28 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.059229:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:2.0:1788263646.059232:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1788263646.059236:0:24442:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671567 lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170516 expref: 28 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.059245:0:24442:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5de00, rc 0) 00000100:00100000:2.0:1788263646.059908:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+28:18775:x1875129699308928:12345-192.168.203.26@tcp:101:dd.0 Request processed in 1142us (1466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263646.059919:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 48 00000040:00080000:2.0:1788263646.128153:0:22662:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788263646.128167:0:22662:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788263646.128204:0:22662:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788263646.128215:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:2.0:1788263646.128406:0:22662:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28319e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22662:1875129709901056:192.168.203.26@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1788263646.128533:0:22662:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff383205480 going to sleep for 11 seconds 00000100:00100000:3.0:1788263646.133776:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263646.133939:0:22662:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28319e300 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:22662:1875129709901056:192.168.203.26@tcp:107:hsm_cdtr.0 00000100:00100000:1.0:1788263646.134459:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699309056 00000100:00100000:1.0:1788263646.134470:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699309056 00000100:00100000:1.0:1788263646.134542:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 49 00000100:00100000:1.0:1788263646.134553:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+28:18776:x1875129699309056:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 00000004:00000080:1.0:1788263646.134616:0:22627:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:1.0:1788263646.134793:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+28:18776:x1875129699309056:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 Request processed in 240us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.134803:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 49 00000100:00100000:3.0:1788263646.142756:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263646.145365:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699309184 00000100:00100000:1.0:1788263646.145387:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699309184 00000100:00100000:1.0:1788263646.145489:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 50 00000100:00100000:1.0:1788263646.145502:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+28:18776:x1875129699309184:12345-192.168.203.26@tcp:34:lhsmtool_posix.0 00010000:00010000:1.0:1788263646.145640:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.145663:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.145679:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.145843:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.145866:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.145881:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.145913:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.145922:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.145929:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788263646.145991:0:22628:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1788263646.145996:0:22628:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788263646.146020:0:22628:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146032:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146038:0:22628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146044:0:22628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146055:0:22628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ece00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.146059:0:22628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146066:0:22628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146077:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ff3bc653900) 00010000:00010000:1.0:1788263646.146080:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263646.146085:0:22628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146091:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ece00/0x4b1103cba667156e lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146108:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146123:0:22628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146129:0:22628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146133:0:22628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1400 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.146137:0:22628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146143:0:22628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146151:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff9ff3bc653000) 00010000:00010000:1.0:1788263646.146154:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263646.146157:0:22628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146163:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1400/0x4b1103cba6671575 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146179:0:22628:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146185:0:22628:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146192:0:22628:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146197:0:22628:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0200 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.146205:0:22628:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146211:0:22628:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146219:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:1.0:1788263646.146221:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263646.146224:0:22628:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.146230:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0200/0x4b1103cba667157c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263646.146331:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+28:18776:x1875129699309184:12345-192.168.203.26@tcp:34:lhsmtool_posix.0 Request processed in 826us (3585us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.146341:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 50 00000100:00100000:2.0:1788263646.150565:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263646.152016:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699309440 00000100:00100000:1.0:1788263646.152029:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699309440 00000100:00100000:1.0:1788263646.152151:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:1.0:1788263646.152164:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+28:18776:x1875129699309440:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788263646.152246:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263646.152264:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba6671583 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d117051d expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152353:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152365:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152386:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788263646.152395:0:22627:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1788263646.152477:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152485:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152492:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152498:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0400 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.152502:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152509:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152520:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:1.0:1788263646.152523:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788263646.152526:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152532:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba667158a lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x12/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152569:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba6671583 lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117051d expref: 30 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152695:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff9ff3bc653900) 00010000:00010000:1.0:1788263646.152698:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1788263646.152703:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba6671583 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117051d expref: 30 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.152714:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3bf6d1c00, rc 0) 00000100:00100000:1.0:1788263646.152776:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+29:18776:x1875129699309440:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 615us (2218us total) trans 12884901907 rc 301/301 00000100:00100000:1.0:1788263646.152783:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 51 00000100:00100000:3.0:1788263646.160467:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263646.161127:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699309568 00000100:00100000:2.0:1788263646.161144:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699309568 00000100:00100000:2.0:1788263646.161435:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:2.0:1788263646.161447:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+29:18776:x1875129699309568:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 00000004:00000080:2.0:1788263646.161555:0:24442:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:2.0:1788263646.161982:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+29:18776:x1875129699309568:12345-192.168.203.26@tcp:53:lhsmtool_posix.0 Request processed in 536us (1530us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263646.162019:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 52 00000100:00100000:3.0:1788263646.173721:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263646.174522:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699309824 00000100:00100000:0.0:1788263646.174538:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699309824 00000100:00100000:0.0:1788263646.174721:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 53 00000100:00100000:0.0:1788263646.174734:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+29:18776:x1875129699309824:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788263646.174760:0:22629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263646.174788:0:22629:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150ea00/0x4b1103cba6671598 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170524 expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1788263646.175366:0:22629:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:0.0:1788263646.175375:0:22629:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:0.0:1788263646.175402:0:22629:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:0.0:1788263646.175637:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ec00/0x4b1103cba667159f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.175657:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ec00/0x4b1103cba667159f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.175671:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ec00/0x4b1103cba667159f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.175770:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150ea00/0x4b1103cba6671598 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170524 expref: 32 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.175793:0:22629:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ec00/0x4b1103cba667159f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170524 expref: 31 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.175802:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ee00) 00010000:00010000:0.0:1788263646.175806:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1788263646.175810:0:22629:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3bd17ec00, rc 0) 00000100:00100000:0.0:1788263646.175915:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affbc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+31:18776:x1875129699309824:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 1183us (2207us total) trans 12884901908 rc 0/0 00000100:00100000:0.0:1788263646.175924:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 53 00000100:00100000:2.0:1788263646.181519:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263646.182573:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699310080 00000100:00100000:1.0:1788263646.182611:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699310080 00000100:00100000:1.0:1788263646.182831:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00100000:1.0:1788263646.182854:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+31:18776:x1875129699310080:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 00010000:00010000:1.0:1788263646.182933:0:22627:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788263646.182970:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ec00/0x4b1103cba667159f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170524 expref: 31 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.182993:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ee00) 00010000:00010000:1.0:1788263646.183015:0:22627:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788263646.183044:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183059:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183069:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183102:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183109:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183115:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183655:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183667:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183676:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183776:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1c00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.183782:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183791:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183804:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:1.0:1788263646.183807:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263646.183812:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183819:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d1c00/0x4b1103cba66715ad lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183855:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183863:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183870:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183876:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0400 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.183879:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183886:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183895:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xd0e424a5 (ffff9ff3bc653000) 00010000:00010000:1.0:1788263646.183898:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263646.183901:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.183906:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715b4 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0xd0e424a5 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263646.184040:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+30:18776:x1875129699310080:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 Request processed in 1196us (2534us total) trans 0 rc -2/-2 00000100:00100000:1.0:1788263646.184049:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 54 00000100:00100000:2.0:1788263646.190810:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263646.190955:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699310208 00000100:00100000:0.0:1788263646.190969:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699310208 00000100:00100000:0.0:1788263646.191077:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 55 00000100:00100000:0.0:1788263646.191090:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+30:18776:x1875129699310208:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788263646.191115:0:22629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263646.191151:0:22629:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17e800/0x4b1103cba66715bb lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d117052b expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.191194:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17fc00/0x4b1103cba66715c2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.191210:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17fc00/0x4b1103cba66715c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.191223:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17fc00/0x4b1103cba66715c2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.191369:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17e800/0x4b1103cba66715bb lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117052b expref: 32 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.191388:0:22629:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17fc00/0x4b1103cba66715c2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117052b expref: 31 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.191398:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:0.0:1788263646.191401:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788263646.191405:0:22629:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3bd17fc00, rc 0) 00000100:00100000:0.0:1788263646.191475:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+31:18776:x1875129699310208:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 388us (677us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263646.191489:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 55 00000100:00100000:0.0:1788263646.209349:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263646.212925:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699310464 00000100:00100000:2.0:1788263646.212948:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699310464 00000100:00100000:2.0:1788263646.213057:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 56 00000100:00100000:2.0:1788263646.213071:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+31:18776:x1875129699310464:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 00010000:00010000:2.0:1788263646.213470:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.213503:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.213517:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1788263646.213807:0:24442:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:2.0:1788263646.213819:0:24442:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 655285239209ns, next at 656285236390ns, rc = 0 00000004:00010000:2.0:1788263646.214759:0:24442:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f75e87b8 reply state 000000006c28402c transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.214783:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.214795:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:2.0:1788263646.214798:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:2.0:1788263646.214804:0:24442:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1788263646.215128:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+33:18776:x1875129699310464:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 Request processed in 2054us (5788us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1788263646.216930:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 56 00000100:00100000:2.0:1788263646.220298:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263646.223962:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699310592 00000100:00100000:1.0:1788263646.223987:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699310592 00000100:00100000:1.0:1788263646.224097:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 57 00000100:00100000:1.0:1788263646.224330:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+33:18776:x1875129699310592:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:1.0:1788263646.224377:0:22627:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788263646.224417:0:22627:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170532 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.224811:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170532 expref: 34 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.224831:0:22627:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170532 expref: 34 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.225034:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:1.0:1788263646.225038:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1788263646.225042:0:22627:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3bf6d0400, rc 0) 00000100:00100000:1.0:1788263646.225337:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+34:18776:x1875129699310592:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 1200us (5051us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.225346:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 57 00000100:00100000:0.0:1788263646.233250:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263646.233536:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699310720 00000100:00100000:3.0:1788263646.233932:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699310720 00000100:00100000:3.0:1788263646.234040:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:3.0:1788263646.234055:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2386:x1875129699310720:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 00000100:00080000:2.0:1788263646.239932:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788263646.242463:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:2386:x1875129699310720:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 Request processed in 8395us (9214us total) trans 12884901891 rc 0/0 00000100:00100000:3.0:1788263646.242490:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:0.0:1788263646.247249:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263646.247523:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699310976 00000100:00100000:2.0:1788263646.247536:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699310976 00000100:00100000:2.0:1788263646.248152:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:2.0:1788263646.248167:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+34:18776:x1875129699310976:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1788263646.248497:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+35:18776:x1875129699310976:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 Request processed in 332us (1262us total) trans 12884901910 rc 0/0 00000100:00100000:2.0:1788263646.248507:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 9 00000100:00100000:0.0:1788263646.256408:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788263646.256448:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff2831f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709901184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788263646.256615:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263646.257418:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709901440:0@lo:400:kworker.0 00000100:00100000:3.0:1788263646.257474:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263646.257625:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709901696:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.257665:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263646.257704:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875129709902208:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.257728:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263646.257746:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afb3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1875129709902720:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.257767:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263646.257790:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788263646.257795:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709901312:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.257828:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263646.258074:0:24135:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709901184 00000100:00100000:1.0:1788263646.258086:0:24135:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709901184 00000100:00100000:1.0:1788263646.258162:0:24135:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1788263646.258175:0:24135:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709901184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788263646.258214:0:24135:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:0.0:1788263646.260192:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709901696 00000100:00100000:0.0:1788263646.260204:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709901696 00000100:00100000:0.0:1788263646.260271:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709902208 00000100:00100000:0.0:1788263646.260274:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709902208 00000100:00100000:0.0:1788263646.260289:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709902720 00000100:00100000:0.0:1788263646.260292:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709902720 00000100:00100000:0.0:1788263646.260317:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788263646.260326:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709901696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.261997:0:24135:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3621:x1875129709901184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 3812us (5371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.262023:0:24135:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1788263646.262080:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788263646.262088:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788263646.262131:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709901568:0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262186:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263646.262219:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709902080:0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262240:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263646.262257:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff398743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1875129709902592:0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262286:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263646.262318:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709901568 00000100:00100000:1.0:1788263646.262325:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709901568 00000100:00100000:1.0:1788263646.262372:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709902080 00000100:00100000:1.0:1788263646.262374:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709902080 00000100:00100000:1.0:1788263646.262400:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788263646.262407:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709901568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262454:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709901568:12345-0@lo:400:kworker.0 Request processed in 48us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.262460:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788263646.262470:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788263646.262486:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709902080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262515:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afff0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709902080:12345-0@lo:400:kworker.0 Request processed in 39us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.262521:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1788263646.262534:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788263646.262537:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788263646.262595:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709901568:0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262609:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709902080:0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262639:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709902592 00000100:00100000:1.0:1788263646.262643:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709902592 00000100:00080000:1.0:1788263646.262667:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788263646.262689:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788263646.262696:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875129709902208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262735:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3620:x1875129709902208:12345-0@lo:400:kworker.0 Request processed in 39us (5005us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.262741:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1788263646.262754:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788263646.262761:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1875129709902720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262815:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3620:x1875129709902720:12345-0@lo:400:kworker.0 Request processed in 55us (5047us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.262822:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1788263646.262839:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788263646.262845:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283988700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1875129709902592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788263646.262873:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283988700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3619:x1875129709902592:12345-0@lo:400:kworker.0 Request processed in 29us (586us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.262879:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788263646.262897:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff398743100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3619:1875129709902592:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.269910:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709901824:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.270056:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263646.270107:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1875129709902336:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.270139:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263646.270200:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387617800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3620:1875129709902208:0@lo:400:kworker.0 00010000:00080000:2.0:1788263646.270233:0:3620:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff3afb3fb80 x1875129709902720/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788263646.270246:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afb3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3620:1875129709902720:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.270269:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788263646.270288:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709902848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788263646.270318:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788263646.270521:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263646.270549:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709902336 00000100:00100000:2.0:1788263646.270557:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709902336 00000100:00100000:2.0:1788263646.270652:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699311232 00000100:00100000:2.0:1788263646.270656:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699311232 00000100:00100000:2.0:1788263646.270676:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788263646.272726:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709901952:0@lo:400:kworker.0 00000100:00100000:3.0:1788263646.272806:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263646.272855:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff387617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709902464:0@lo:400:kworker.0 00000100:00100000:3.0:1788263646.272884:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263646.272913:0:3618:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28319f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709902976:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788263646.272939:0:3618:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263646.272992:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709901440 00000100:00100000:3.0:1788263646.273014:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709901440 00000100:00100000:3.0:1788263646.273067:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709901824 00000100:00100000:3.0:1788263646.273071:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709901824 00000100:00100000:3.0:1788263646.273113:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788263646.273122:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709901440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263646.273195:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709901440:12345-0@lo:400:kworker.0 Request processed in 73us (15720us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.273204:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788263646.273223:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788263646.273230:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709901824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263646.273282:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709901824:12345-0@lo:400:kworker.0 Request processed in 53us (3228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.273289:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1788263646.273311:0:25187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709901952 00000100:00100000:3.0:1788263646.273315:0:25187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709901952 00000100:00100000:3.0:1788263646.273353:0:25187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788263646.273360:0:25187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709901952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263646.273398:0:25187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0001-mdtlov_UUID+5:3618:x1875129709901952:12345-0@lo:400:kworker.0 Request processed in 39us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.273403:0:25187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1788263646.273980:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff2831f3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3621:1875129709901184:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788263646.274046:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709901440:0@lo:400:kworker.0 00000100:00100000:3.0:1788263646.274059:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3618:1875129709901952:0@lo:400:kworker.0 00000100:00100000:3.0:1788263646.274090:0:22621:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709901312 00000100:00100000:3.0:1788263646.274095:0:22621:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709901312 00000100:00100000:3.0:1788263646.274132:0:22621:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1788263646.274141:0:22621:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3620:x1875129709901312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788263646.274193:0:22621:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176f850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:06ba89f3-dabe-4508-962a-c383bc6a4f4f+24:3620:x1875129709901312:12345-0@lo:400:kworker.0 Request processed in 53us (16363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.274212:0:22621:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1788263646.274251:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709902464 00000100:00100000:3.0:1788263646.274255:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709902464 00000100:00100000:1.0:1788263646.274364:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709902848 00000100:00100000:1.0:1788263646.274369:0:24136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709902848 00000100:00100000:1.0:1788263646.274395:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709902976 00000100:00100000:1.0:1788263646.274398:0:24136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709902976 00000100:00100000:1.0:1788263646.274410:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788263646.274417:0:24136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709902848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788263646.274435:0:24136:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923501056 avail 3691978752 00000100:00100000:1.0:1788263646.274494:0:24136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3620:x1875129709902848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (4174us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.274510:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1788263646.274524:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1788263646.274531:0:24136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709902976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788263646.274553:0:24136:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 17153728 pending 0 free 3923513344 avail 3691991040 00000100:00100000:1.0:1788263646.274636:0:24136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3618:x1875129709902976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 105us (1695us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.274642:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1788263646.274659:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788263646.274665:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788263646.274667:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788263646.275199:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709902848:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788263646.275214:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:06ba89f3-dabe-4508-962a-c383bc6a4f4f:3620:1875129709901312:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.275226:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3620:1875129709901824:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.275281:0:24442:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:2.0:1788263646.275292:0:24442:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_004' 00000100:00100000:2.0:1788263646.275314:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875129709902336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.275378:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3620:x1875129709902336:12345-0@lo:400:kworker.0 Request processed in 224us (5237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263646.275766:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1788263646.275805:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387614a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3620:1875129709902336:0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.275829:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788263646.275990:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28319f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3618:1875129709902976:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788263646.276135:0:22628:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 4 min 3 max 116 00000100:00100000:3.0:1788263646.276149:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 58 00000100:00100000:3.0:1788263646.276157:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+35:18776:x1875129699311232:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 00000100:00100000:3.0:1788263646.276281:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+35:18776:x1875129699311232:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 Request processed in 124us (5762us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.276289:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 58 00000100:00100000:2.0:1788263646.280457:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709902464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788263646.281218:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3618:x1875129709902464:12345-0@lo:400:kworker.0 Request processed in 5376us (8325us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263646.281232:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00080000:3.0:1788263646.288397:0:3618:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff9ff387617480 x1875129709902464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788263662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788263646.288427:0:3618:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff387617480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3618:1875129709902464:0@lo:400:kworker.0 00000100:00100000:0.0:1788263646.291800:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3620:x1875129709901696:12345-0@lo:400:kworker.0 Request processed in 31456us (34116us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.292275:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affbf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3620:1875129709901696:0@lo:400:kworker.0 00000100:00100000:0.0:1788263646.292789:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788263646.306028:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263646.306355:0:22628:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699311360 00000100:00100000:3.0:1788263646.306374:0:22628:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699311360 00000100:00100000:3.0:1788263646.306465:0:22628:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 59 00000100:00100000:3.0:1788263646.306490:0:22628:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+35:18776:x1875129699311360:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1788263646.306521:0:22628:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788263646.306560:0:22628:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764800/0x4b1103cba66715d7 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170539 expref: -99 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.306862:0:22628:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba66715de lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.306881:0:22628:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba66715de lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.306912:0:22628:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba66715de lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788263646.306977:0:22628:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788263646.307010:0:22628:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba66715de lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 22628 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.307046:0:22628:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764800/0x4b1103cba66715d7 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170539 expref: 37 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.307074:0:22628:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba66715de lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170539 expref: 36 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.307084:0:22628:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:3.0:1788263646.307087:0:22628:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:3.0:1788263646.307092:0:22628:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3ae764c00, rc 0) 00000100:00100000:3.0:1788263646.307176:0:22628:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+36:18776:x1875129699311360:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 699us (1173us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.307184:0:22628:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 59 00000100:00100000:2.0:1788263646.327922:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263646.330076:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699311488 00000100:00100000:0.0:1788263646.330101:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699311488 00000100:00100000:0.0:1788263646.330217:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:0.0:1788263646.330230:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:2386:x1875129699311488:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1788263646.330256:0:24134:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263646.330285:0:24134:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170540 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1788263646.330322:0:24134:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a96bcdd, blocks: 0x0 00010000:00010000:0.0:1788263646.330350:0:24134:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=655s v=(0 0) 00010000:00010000:0.0:1788263646.330356:0:24134:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263646.330368:0:24134:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170540 expref: 7 pid: 24134 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.330392:0:24134:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170540 expref: 7 pid: 24134 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.330411:0:24134:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3bd17f400, rc 0) 00000100:00100000:0.0:1788263646.330521:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:2386:x1875129699311488:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 293us (2614us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263646.330530:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:0.0:1788263646.349100:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263646.349287:0:25673:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699311744 00000100:00100000:1.0:1788263646.349301:0:25673:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699311744 00000100:00100000:1.0:1788263646.349376:0:25673:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 60 00000100:00100000:1.0:1788263646.349388:0:25673:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c08843b-93c0-45fd-9f65-0c59c3a632d7+36:18776:x1875129699311744:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 00000100:00100000:1.0:1788263646.349543:0:25673:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:8c08843b-93c0-45fd-9f65-0c59c3a632d7+36:18776:x1875129699311744:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 Request processed in 157us (459us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.349560:0:25673:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 60 00000100:00100000:2.0:1788263646.355409:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263646.355661:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699311872 00000100:00100000:0.0:1788263646.355804:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699311872 00000100:00100000:0.0:1788263646.356031:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00100000:0.0:1788263646.356045:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+36:18776:x1875129699311872:12345-192.168.203.26@tcp:44:lhsmtool_posix.0 00000001:00080000:2.0:1788263646.375380:0:22607:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901910 is committed 00000004:00080000:2.0:1788263646.375407:0:22607:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000001:00080000:2.0:1788263646.375496:0:22607:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:1.0:1788263646.375730:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375747:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375756:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375786:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5da00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.375792:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375801:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375825:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff9ff282128c00) 00010000:00010000:1.0:1788263646.375830:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263646.375836:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375843:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5da00/0x4b1103cba66713d8 lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375871:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375878:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375884:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375889:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765e00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.375892:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375898:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375919:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:1.0:1788263646.375921:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263646.375925:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375931:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765e00/0x4b1103cba66713df lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375947:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375954:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375960:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375965:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764e00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.375968:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375974:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375982:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff9ff282127200) 00010000:00010000:1.0:1788263646.375985:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263646.375987:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.375993:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764e00/0x4b1103cba66714cd lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376039:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376046:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376053:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376058:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae765600 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.376062:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376068:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376076:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:1.0:1788263646.376079:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788263646.376082:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376088:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae765600/0x4b1103cba6671552 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376099:0:3604:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376105:0:3604:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376111:0:3604:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376122:0:3604:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d200 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:1.0:1788263646.376126:0:3604:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376131:0:3604:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376140:0:3604:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:1.0:1788263646.376143:0:3604:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:1.0:1788263646.376146:0:3604:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.376153:0:3604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d200/0x4b1103cba66715c9 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.378239:0:3605:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.378261:0:3605:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.378270:0:3605:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.378277:0:3605:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff2823ede00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:0.0:1788263646.378283:0:3605:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.378291:0:3605:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.378312:0:3605:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff9ff282127800) 00010000:00010000:0.0:1788263646.378315:0:3605:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:0.0:1788263646.378321:0:3605:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.378327:0:3605:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff2823ede00/0x4b1103cba6671472 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263646.378542:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+15:18776:x1875129699311872:12345-192.168.203.26@tcp:44:lhsmtool_posix.0 Request processed in 22493us (23146us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263646.378554:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00100000:1.0:1788263646.379615:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afb3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709903104:0@lo:2:osp-syn-0-0.0 00000100:00100000:1.0:1788263646.379706:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263646.380530:0:24133:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709903104 00000100:00100000:3.0:1788263646.380544:0:24133:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709903104 00000100:00100000:3.0:1788263646.380640:0:24133:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1788263646.380653:0:24133:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3858b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3619:x1875129709903104:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:3.0:1788263646.380830:0:24133:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:3.0:1788263646.380834:0:24133:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:3.0:1788263646.380836:0:24133:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:3.0:1788263646.380838:0:24133:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788263645 -> 1788263645 00002000:00010000:3.0:1788263646.380858:0:24133:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:3.0:1788263646.380952:0:24133:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3858b8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3619:x1875129709903104:12345-0@lo:2:osp-syn-0-0.0 Request processed in 301us (1245us total) trans 12884901892 rc 0/0 00000100:00100000:3.0:1788263646.380960:0:24133:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000004:00080000:0.0:1788263646.383271:0:3619:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff9ff3afb3d880/2, rc 0, transno 12884901892 00000100:00100000:0.0:1788263646.383318:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afb3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3619:1875129709903104:0@lo:2:osp-syn-0-0.0 00000100:00100000:3.0:1788263646.385886:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263646.387160:0:24769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699312000 00000100:00100000:0.0:1788263646.387178:0:24769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699312000 00000100:00100000:0.0:1788263646.387266:0:24769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00100000:0.0:1788263646.387281:0:24769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:2387:x1875129699312000:12345-192.168.203.26@tcp:16:lhsmtool_posix.0 00000100:00100000:1.0:1788263646.387543:0:24769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:2387:x1875129699312000:12345-192.168.203.26@tcp:16:lhsmtool_posix.0 Request processed in 261us (1668us total) trans 0 rc 0/0 00000100:00100000:1.0:1788263646.387563:0:24769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 23 00000100:00100000:3.0:1788263646.391449:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263646.398957:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699312256 00000100:00100000:2.0:1788263646.398980:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699312256 00000100:00100000:3.0:1788263646.399512:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00100000:3.0:1788263646.399526:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+15:18776:x1875129699312256:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1788263646.399638:0:24442:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263646.399696:0:24442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba66715de lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170539 expref: 15 pid: 22628 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.399725:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:3.0:1788263646.399732:0:24442:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788263646.399777:0:24442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764800/0x4b1103cba66715ec lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.399794:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764800/0x4b1103cba66715ec lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.399805:0:24442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764800/0x4b1103cba66715ec lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1788263646.399985:0:24442:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000eb4e5762 reply state 00000000f1d04dbf transno 12884901911 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764800/0x4b1103cba66715ec lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.400012:0:24442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764800/0x4b1103cba66715ec lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24442 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.400020:0:24442:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:3.0:1788263646.400042:0:24442:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1788263646.400047:0:24442:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1788263646.400185:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+16:18776:x1875129699312256:12345-192.168.203.26@tcp:36:lhsmtool_posix.0 Request processed in 662us (8752us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1788263646.400195:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00100000:1.0:1788263646.416455:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263646.416738:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699312384 00000100:00100000:2.0:1788263646.416752:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699312384 00000100:00100000:2.0:1788263646.416833:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:2.0:1788263646.416966:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:18776:x1875129699312384:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1788263646.416991:0:24134:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788263646.417029:0:24134:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d1170547 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.417078:0:24134:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170540 expref: 8 pid: 24134 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.417088:0:24134:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263646.417094:0:24134:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263646.417103:0:24134:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 8 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.417145:0:24134:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170540 expref: 8 pid: 24134 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.417179:0:24134:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170540 expref: 8 pid: 24134 timeout: 755 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263646.417196:0:24134:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff28319df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24134:1875129709903232:192.168.203.26@tcp:104: 00000100:00100000:2.0:1788263646.417426:0:24134:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff383205180 going to sleep for 11 seconds 00000100:00100000:2.0:1788263646.425162:0:24134:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff28319df80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:24134:1875129709903232:192.168.203.26@tcp:104: 00010000:00010000:2.0:1788263646.425211:0:24134:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 3/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 8 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.425242:0:24134:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff282f5c600, rc 0) 00000100:00100000:2.0:1788263646.425384:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283988000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+8:18776:x1875129699312384:12345-192.168.203.26@tcp:101:lhsmtool_posix.0 Request processed in 8422us (8942us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263646.425396:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:2.0:1788263646.432101:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263646.432235:0:22612:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699312512 00000100:00100000:0.0:1788263646.432248:0:22612:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699312512 00010000:00010000:0.0:1788263646.432318:0:22612:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170540 expref: 8 pid: 24134 timeout: 755 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263646.432377:0:22612:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:0.0:1788263646.432390:0:22612:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+8:2386:x1875129699312512:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788263646.432412:0:22612:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788263646.432445:0:22612:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170540 expref: 8 pid: 24134 timeout: 755 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.432464:0:22612:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170540 expref: 8 pid: 24134 timeout: 755 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.432497:0:22612:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000061ffb5ab/0x4b1103cba66715e5 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170540 expref: 8 pid: 24134 timeout: 755 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.432521:0:22612:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263646.432526:0:22612:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1788263646.432535:0:22612:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 7 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.432634:0:22612:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 7 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.433110:0:22612:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 7 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263646.433130:0:22612:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22612:1875129709903360:192.168.203.26@tcp:105: 00000100:00100000:0.0:1788263646.433348:0:22612:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e4180 going to sleep for 11 seconds 00000100:00100000:0.0:1788263646.437393:0:22612:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affb6300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:22612:1875129709903360:192.168.203.26@tcp:105: 00010000:00010000:0.0:1788263646.437429:0:22612:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788263646.437515:0:22612:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:2386:x1875129699312512:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 5126us (5835us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263646.437529:0:22612:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 19 00000100:00100000:2.0:1788263646.441960:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263646.442132:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699312640 00000100:00100000:1.0:1788263646.442147:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699312640 00000100:00100000:1.0:1788263646.442224:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:1.0:1788263646.442238:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:2387:x1875129699312640:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 00002000:00010000:1.0:1788263646.442462:0:24131:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:1.0:1788263646.442467:0:24131:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1788263645 00002000:00010000:1.0:1788263646.442762:0:24131:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1788263644 00002000:00010000:1.0:1788263646.442764:0:24131:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788263645 -> 1788263645 00002000:00010000:1.0:1788263646.442767:0:24131:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 0 00000100:00100000:1.0:1788263646.442973:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+8:2387:x1875129699312640:12345-192.168.203.26@tcp:2:lhsmtool_posix.0 Request processed in 736us (1027us total) trans 12884901893 rc 0/0 00000100:00100000:1.0:1788263646.442984:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:2.0:1788263646.446966:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263646.447377:0:24769:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699312768 00000100:00100000:1.0:1788263646.447394:0:24769:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699312768 00000100:00100000:1.0:1788263646.447486:0:24769:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:1.0:1788263646.447499:0:24769:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+8:2389:x1875129699312768:12345-192.168.203.26@tcp:1:lhsmtool_posix.0 00010000:00010000:1.0:1788263646.447958:0:24769:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.447991:0:24769:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 8 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.448010:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1788263646.448016:0:24769:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:1.0:1788263646.448022:0:24769:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.448071:0:24769:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 8 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.448094:0:24769:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 8 pid: 24134 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263646.448140:0:24769:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24769:1875129709903488:192.168.203.26@tcp:104: 00000100:00100000:1.0:1788263646.449878:0:24769:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff398c8d600 going to sleep for 11 seconds 00000100:00100000:1.0:1788263646.454345:0:24769:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:24769:1875129709903488:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788263646.454392:0:24769:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263646.457189:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263646.457470:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699312896 00000100:00100000:0.0:1788263646.457494:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699312896 00010000:00010000:0.0:1788263646.457558:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 9 pid: 24134 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263646.457645:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 20 00000100:00100000:0.0:1788263646.457662:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28319f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+9:2387:x1875129699312896:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788263646.457688:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788263646.457717:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 9 pid: 24134 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.457757:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 9 pid: 24134 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.457788:0:22613:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008d939d67/0x4b1103cba66715f3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170547 expref: 9 pid: 24134 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.457811:0:22613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788263646.457816:0:22613:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1788263646.457823:0:22613:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.457847:0:22613:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.457888:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788263646.457962:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+8:2387:x1875129699312896:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 302us (789us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263646.457970:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 20 00010000:00010000:3.0:1788263646.458419:0:24769:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.458431:0:24769:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.458459:0:24769:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.458468:0:24769:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.458477:0:24769:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.458485:0:24769:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d1400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:3.0:1788263646.458490:0:24769:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.458501:0:24769:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.458534:0:24769:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.458553:0:24769:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000090529f2d/0x4b1103cba66715fa lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24769 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263646.458688:0:24769:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28319e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+7:2389:x1875129699312768:12345-192.168.203.26@tcp:1:lhsmtool_posix.0 Request processed in 11179us (11736us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.458698:0:24769:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:2.0:1788263646.463985:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263646.464156:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699313152 00000100:00100000:1.0:1788263646.464172:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699313152 00000100:00100000:1.0:1788263646.464248:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 63 00000100:00100000:1.0:1788263646.464271:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+16:18776:x1875129699313152:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 00010000:00010000:1.0:1788263646.464384:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.464407:0:22627:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170508 expref: 16 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.464417:0:22627:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 4/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.464465:0:22627:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170508 expref: 16 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.464483:0:22627:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170508 expref: 16 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263646.464525:0:22627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22627:1875129709903616:192.168.203.26@tcp:104: 00000100:00100000:1.0:1788263646.464687:0:22627:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff398c8d600 going to sleep for 11 seconds 00000100:00100000:2.0:1788263646.470017:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263646.470123:0:25672:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699313280 00000100:00100000:3.0:1788263646.470138:0:25672:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699313280 00010000:00010000:3.0:1788263646.470191:0:25672:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170508 expref: 17 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788263646.470262:0:25672:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 21 00000100:00100000:3.0:1788263646.470274:0:25672:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+17:2387:x1875129699313280:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1788263646.470293:0:25672:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788263646.470302:0:25672:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170508 expref: 17 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.470319:0:25672:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170508 expref: 17 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.470349:0:25672:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:3.0:1788263646.470356:0:25672:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671567 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170516 expref: 17 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.470388:0:25672:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 5 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.470396:0:25672:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.470404:0:25672:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 7 type: IBT flags: 0x50290000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.470429:0:25672:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788263646.470510:0:25672:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+17:2387:x1875129699313280:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 238us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.470519:0:25672:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 21 00010000:00010000:1.0:1788263646.473275:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5d600/0x4b1103cba667154b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170508 expref: 16 pid: 24442 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263646.473314:0:22627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22627:1875129709903616:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788263646.473350:0:22627:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.473362:0:22627:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.473369:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.474572:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.474631:0:22627:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170532 expref: 16 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.474643:0:22627:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.474702:0:22627:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170532 expref: 16 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.474722:0:22627:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170532 expref: 16 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263646.474756:0:22627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22627:1875129709903744:192.168.203.26@tcp:104: 00000100:00100000:1.0:1788263646.474880:0:22627:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff384e23d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788263646.490199:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263646.490325:0:22613:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699313408 00000100:00100000:0.0:1788263646.490338:0:22613:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699313408 00010000:00010000:0.0:1788263646.490396:0:22613:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170532 expref: 17 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263646.490452:0:22613:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 22 00000100:00100000:0.0:1788263646.490463:0:22613:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387614a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+17:2386:x1875129699313408:12345-192.168.203.26@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788263646.490500:0:22613:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788263646.490509:0:22613:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 5/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170532 expref: 17 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.490524:0:22613:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170532 expref: 17 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.490552:0:22613:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:0.0:1788263646.490557:0:22613:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.490568:0:22613:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.490575:0:22613:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x50290000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.490620:0:22613:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788263646.490682:0:22613:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387614a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:8c08843b-93c0-45fd-9f65-0c59c3a632d7+17:2386:x1875129699313408:12345-192.168.203.26@tcp:103:ldlm_bl.0 Request processed in 219us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263646.490689:0:22613:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 22 00010000:00010000:1.0:1788263646.499808:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0400/0x4b1103cba66715d0 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.203.26@tcp remote: 0xd405f293d1170532 expref: 16 pid: 22627 timeout: 755 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788263646.500176:0:22627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22627:1875129709903744:192.168.203.26@tcp:104: 00010000:00010000:1.0:1788263646.500211:0:22627:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.500223:0:22627:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788263646.500230:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788263646.501444:0:22627:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901912 00000001:00080000:1.0:1788263646.506200:0:22627:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000001:00080000:1.0:1788263646.506764:0:22627:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901914 00000100:00100000:1.0:1788263646.507796:0:22627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22627:1875129709903872:0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788263646.509083:0:22627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788263646.509146:0:22627:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff39019b6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788263646.509432:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709903872 00000100:00100000:3.0:1788263646.509443:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709903872 00000100:00100000:3.0:1788263646.509526:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788263646.509539:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283989f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22627:x1875129709903872:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1788263646.509702:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283989f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22627:x1875129709903872:12345-0@lo:1000:mdt00_000.0 Request processed in 165us (625us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.509711:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788263646.509754:0:22627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff283989880 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22627:1875129709903872:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1788263646.512234:0:22627:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901915 00000100:00100000:0.0:1788263646.512439:0:22627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affb6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22627:1875129709904000:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1788263646.512531:0:22627:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263646.512574:0:22627:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e2180 going to sleep for 11 seconds 00000100:00100000:1.0:1788263646.512773:0:22632:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709904000 00000100:00100000:1.0:1788263646.512783:0:22632:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709904000 00000100:00100000:1.0:1788263646.513055:0:22632:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788263646.513068:0:22632:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22627:x1875129709904000:12345-0@lo:1000:mdt00_000.0 00000100:00100000:1.0:1788263646.517189:0:22632:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:22627:x1875129709904000:12345-0@lo:1000:mdt00_000.0 Request processed in 4108us (4642us total) trans 12884901894 rc 0/0 00000100:00100000:1.0:1788263646.517209:0:22632:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1788263646.519712:0:22627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affb6300 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:22627:1875129709904000:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1788263646.519805:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.519863:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.519871:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.519878:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0a00 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:0.0:1788263646.519883:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.519897:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.519922:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:0.0:1788263646.519925:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788263646.519932:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.519938:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0a00/0x4b1103cba6671608 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.519993:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.520009:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210400000020 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.520020:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.520026:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff38150f000 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:0.0:1788263646.520040:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210400000020 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.520047:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40218400000020 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.520057:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:0.0:1788263646.520059:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1788263646.520068:0:22627:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671567 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170516 expref: 19 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.520089:0:22627:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671567 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170516 expref: 19 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.520099:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671567 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170516 expref: 19 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.520188:0:22627:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff9ff282f5de00/0x4b1103cba6671567 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d1170516 expref: 19 pid: 24442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263646.520207:0:22627:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22627:1875129709904128:192.168.203.26@tcp:105: 00000100:00100000:0.0:1788263646.520329:0:22627:0:(client.c:2715:ptlrpc_set_wait()) set ffff9ff3853e2540 going to sleep for 11 seconds 00000100:00100000:2.0:1788263646.526941:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263646.527501:0:22627:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affb4380 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:22627:1875129709904128:192.168.203.26@tcp:105: 00010000:00010000:0.0:1788263646.527540:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527553:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff38150f000/0x4b1103cba6671560 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x44a19400000020 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527641:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527659:0:22627:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527674:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527686:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527694:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527701:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527708:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bd17f400 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:0.0:1788263646.527713:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527720:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527734:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:0.0:1788263646.527738:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1788263646.527742:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527748:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17f400/0x4b1103cba667160f lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527766:0:22627:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527773:0:22627:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527779:0:22627:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527785:0:22627:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3bf6d0600 already unused, calling callback (ffffffffc18e04f0) 00010000:00010000:0.0:1788263646.527788:0:22627:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527795:0:22627:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527805:0:22627:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:0.0:1788263646.527808:0:22627:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788263646.527811:0:22627:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.527817:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bf6d0600/0x4b1103cba6671601 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 22627 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788263646.528047:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387616d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+19:18776:x1875129699313152:12345-192.168.203.26@tcp:57:lhsmtool_posix.0 Request processed in 63777us (64078us total) trans 12884901916 rc 0/0 00000100:00100000:0.0:1788263646.528060:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 63 00000020:00080000:0.0:1788263646.528067:0:22627:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1788263646.528273:0:22662:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1788263646.528279:0:22662:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1788263646.528314:0:22662:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1788263646.528325:0:22662:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1788263646.528968:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699313536 00000100:00100000:3.0:1788263646.528978:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699313536 00000100:00100000:3.0:1788263646.529051:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:3.0:1788263646.529063:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3bc5c4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+19:18775:x1875129699313536:12345-192.168.203.26@tcp:49:dd.0 00000100:00100000:3.0:1788263646.529210:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3bc5c4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+19:18775:x1875129699313536:12345-192.168.203.26@tcp:49:dd.0 Request processed in 149us (2289us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263646.529218:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 10 00000100:00100000:2.0:1788263646.534486:0:3612:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263646.534785:0:22630:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699313792 00000100:00100000:3.0:1788263646.534799:0:22630:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699313792 00000100:00100000:3.0:1788263646.534881:0:22630:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 11 00000100:00100000:3.0:1788263646.534893:0:22630:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff387617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+19:18776:x1875129699313792:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1788263646.537935:0:22630:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1788263646.537989:0:22630:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901917 00010000:00010000:3.0:1788263646.538094:0:22630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.538118:0:22630:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.538135:0:22630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.538146:0:22630:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.538153:0:22630:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.538159:0:22630:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788263646.538189:0:22630:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:3.0:1788263646.538360:0:22630:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff387617800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+21:18776:x1875129699313792:12345-192.168.203.26@tcp:35:lhsmtool_posix.0 Request processed in 3463us (3889us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1788263646.538372:0:22630:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 11 00000020:00080000:3.0:1788263646.538379:0:22630:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:3.0:1788263646.538484:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00010000:00010000:0.0:1788263646.543458:0:23380:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788263646.543487:0:23380:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.543532:0:23380:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff3ae764c00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:0.0:1788263646.543538:0:23380:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.543686:0:23380:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.543713:0:23380:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff9ff28314ea00) 00010000:00010000:0.0:1788263646.543716:0:23380:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1788263646.543721:0:23380:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.543728:0:23380:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3ae764c00/0x4b1103cba6671616 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 22630 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.543755:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263646.543757:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788263646.543759:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788263646.543791:0:22629:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699313920 00000100:00100000:0.0:1788263646.543804:0:22629:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699313920 00000100:00100000:0.0:1788263646.543961:0:22629:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 64 00000100:00100000:0.0:1788263646.543974:0:22629:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+21:18775:x1875129699313920:12345-192.168.203.26@tcp:101:dd.0 00010000:00010000:0.0:1788263646.544034:0:22629:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788263646.544060:0:22629:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ee00/0x4b1103cba667161d lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xd405f293d117054e expref: -99 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.544104:0:22629:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ea00/0x4b1103cba6671624 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.544134:0:22629:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ea00/0x4b1103cba6671624 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.544147:0:22629:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ea00/0x4b1103cba6671624 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 22629 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.544800:0:22629:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ee00/0x4b1103cba667161d lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117054e expref: 23 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.544824:0:22629:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff9ff3bd17ea00/0x4b1103cba6671624 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.26@tcp remote: 0xd405f293d117054e expref: 22 pid: 22629 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788263646.544833:0:22629:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff9ff282127a00) 00010000:00010000:0.0:1788263646.546086:0:22629:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1788263646.546099:0:22629:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff9ff3bd17ea00, rc 0) 00000100:00100000:0.0:1788263646.546818:0:22629:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+22:18775:x1875129699313920:12345-192.168.203.26@tcp:101:dd.0 Request processed in 2838us (8325us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263646.546830:0:22629:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 64 00000100:00100000:3.0:1788263646.754857:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263646.754945:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263646.755942:0:24137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699314048 00000100:00100000:2.0:1788263646.755971:0:24137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699314048 00000100:00100000:2.0:1788263646.756079:0:24137:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699314176 00000100:00100000:2.0:1788263646.756083:0:24137:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699314176 00000100:00100000:2.0:1788263646.756112:0:24137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:2.0:1788263646.756124:0:24137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+8:2389:x1875129699314048:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1788263646.756193:0:24137:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a96bcdd, atime: 0x6a96bcdc, ctime: 0x6a96bcdd, blocks: 0x0 00010000:00010000:2.0:1788263646.756205:0:24137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.756227:0:24137:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=655s v=(0 0) 00010000:00010000:2.0:1788263646.756234:0:24137:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263646.756241:0:24137:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.756259:0:24137:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.832287:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1788263646.861009:0:24128:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000001:00080000:1.0:1788263646.861026:0:24128:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00002000:00010000:2.0:1788263646.861418:0:24137:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 4194304 00002000:00010000:2.0:1788263646.861423:0:24137:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 1788263645 -> 1788263646 00002000:00010000:2.0:1788263646.861425:0:24137:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1788263645 -> 1788263646 00002000:00010000:2.0:1788263646.861427:0:24137:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 0 -> 8192 00010000:00010000:2.0:1788263646.861443:0:24137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.861468:0:24137:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.861476:0:24137:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.861482:0:24137:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5ce00 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263646.861486:0:24137:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.861494:0:24137:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.861510:0:24137:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.861516:0:24137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cafeaa68/0x4b1103cba667162b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->4194303] (req 0->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263646.862387:0:24137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+6:2389:x1875129699314048:12345-192.168.203.26@tcp:4:dd.0 Request processed in 106259us (107533us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1788263646.862400:0:24137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 0 00000100:00100000:2.0:1788263646.862428:0:24137:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 1 00000100:00100000:2.0:1788263646.862438:0:24137:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2389:x1875129699314176:12345-192.168.203.26@tcp:4:dd.0 00002000:00010000:2.0:1788263646.862475:0:24137:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 4194304, mtime: 0x6a96bcde, atime: 0x6a96bcdc, ctime: 0x6a96bcde, blocks: 0x2000 00010000:00010000:2.0:1788263646.862489:0:24137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.862500:0:24137:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=655s v=(0 0) 00010000:00010000:2.0:1788263646.862504:0:24137:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1788263646.862509:0:24137:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263646.862520:0:24137:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000001:00080000:1.0:1788263646.999069:0:24128:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901896 is committed 00002000:00010000:2.0:1788263647.003730:0:24137:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 4194304 -> 7654321 00002000:00010000:2.0:1788263647.003742:0:24137:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 8192 -> 14952 00010000:00010000:2.0:1788263647.003763:0:24137:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263647.003778:0:24137:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263647.003788:0:24137:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263647.003796:0:24137:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff9ff282f5d400 already unused, calling callback (ffffffffc0ce8230) 00010000:00010000:2.0:1788263647.003802:0:24137:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263647.003812:0:24137:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263647.004370:0:24137:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788263647.004379:0:24137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000b892548f/0x4b1103cba6671632 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [4194304->7655423] (req 4194304->7655423) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 24137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788263647.004707:0:24137:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2389:x1875129699314176:12345-192.168.203.26@tcp:4:dd.0 Request processed in 142263us (249753us total) trans 12884901896 rc 0/0 00000100:00100000:2.0:1788263647.004721:0:24137:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 1 00010000:00010000:2.0:1788263647.857633:0:22615:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788263648.698125:0:25711:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: expected /mnt/pcc.d1d.sanity-pcc/d1d.sanity-pcc/13a3/0x2000013a1:0x2:0x0 size: 7654321 got: 0 00000100:00100000:3.0:1788263648.829900:0:3621:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788263648.829921:0:3621:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afb3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709904256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788263648.829995:0:3621:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263648.838783:0:24136:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709904256 00000100:00100000:0.0:1788263648.838798:0:24136:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709904256 00000100:00100000:0.0:1788263648.838865:0:24136:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788263648.838877:0:24136:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709904256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788263648.838905:0:24136:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 4218880 granted 26324672 pending 0 free 3915857920 avail 3684335616 00000100:00100000:0.0:1788263648.838993:0:24136:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3621:x1875129709904256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 110us (8999us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263648.839000:0:24136:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1788263648.839057:0:3621:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afb3c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3621:1875129709904256:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788263648.839283:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788263648.880258:0:23380:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263649.328740:0:3620:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788263649.328762:0:3620:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3affb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709904384:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788263649.328828:0:3620:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788263649.329164:0:25516:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709904384 00000100:00100000:0.0:1788263649.329172:0:25516:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709904384 00000100:00100000:0.0:1788263649.329221:0:25516:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788263649.329231:0:25516:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709904384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788263649.329263:0:25516:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446461440 avail 1300221952 00000100:00100000:0.0:1788263649.329319:0:25516:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283324380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3620:x1875129709904384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263649.329326:0:25516:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1788263649.329346:0:3619:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788263649.329354:0:3619:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9ff3afb3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709904512:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788263649.329379:0:3619:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788263649.329532:0:22633:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129709904512 00000100:00100000:3.0:1788263649.329549:0:22633:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129709904512 00000100:00100000:3.0:1788263649.329602:0:22633:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:3.0:1788263649.329609:0:22633:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3affb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709904512:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788263649.329626:0:22633:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 4292608 pending 0 free 1446289408 avail 1300049920 00000100:00100000:3.0:1788263649.329665:0:22633:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3affb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3619:x1875129709904512:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263649.329671:0:22633:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788263649.329843:0:3620:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3affb4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3620:1875129709904384:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788263649.329914:0:3619:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9ff3afb3ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3619:1875129709904512:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788263649.904135:0:22616:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788263649.907714:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263649.907754:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263649.907794:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:2.0:1788263649.907838:0:24134:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699314816 00000100:00100000:2.0:1788263649.907847:0:24134:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699314816 00000100:00100000:2.0:1788263649.907911:0:24134:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00100000:2.0:1788263649.907921:0:24134:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2386:x1875129699314816:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:2.0:1788263649.908003:0:24134:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2386:x1875129699314816:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 83us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788263649.908024:0:24134:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 24 00000100:00080000:2.0:1788263649.908046:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788263649.908196:0:24442:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699314560 00000100:00100000:0.0:1788263649.908200:0:24442:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699314560 00000100:00100000:0.0:1788263649.908252:0:24442:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00100000:0.0:1788263649.908259:0:24442:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2386:x1875129699314560:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788263649.908296:0:24442:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283324a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2386:x1875129699314560:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 37us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263649.908303:0:24442:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 61 00000100:00080000:2.0:1788263649.908702:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788263649.909956:0:22620:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699314304 00000100:00100000:3.0:1788263649.909965:0:22620:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699314304 00000100:00100000:3.0:1788263649.910028:0:22620:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 167 00000100:00100000:3.0:1788263649.910037:0:22620:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28176c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:2386:x1875129699314304:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788263649.910084:0:22620:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28176c050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:bac2baec-0d48-482e-93e1-50a641e55480+13:2386:x1875129699314304:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 49us (2382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263649.910090:0:22620:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 167 00000100:00100000:1.0:1788263649.910751:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263649.910829:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263649.910853:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263649.910870:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:1.0:1788263649.910888:0:3613:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:0.0:1788263649.910944:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699315072 00000100:00100000:0.0:1788263649.910949:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699315072 00000100:00100000:0.0:1788263649.910997:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699314432 00000100:00100000:0.0:1788263649.911000:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699314432 00000100:00100000:0.0:1788263649.911015:0:22627:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699314944 00000100:00100000:0.0:1788263649.911017:0:22627:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699314944 00000100:00100000:0.0:1788263649.911029:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00100000:0.0:1788263649.911035:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+5:2386:x1875129699315072:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788263649.911085:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283989880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+5:2386:x1875129699315072:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 50us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263649.911092:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 62 00000100:00100000:0.0:1788263649.911104:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 63 00000100:00100000:0.0:1788263649.911109:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+22:2386:x1875129699314432:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788263649.911130:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28398b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+22:2386:x1875129699314432:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 21us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263649.911135:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 63 00000100:00100000:0.0:1788263649.911144:0:22627:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 64 00000100:00100000:0.0:1788263649.911148:0:22627:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283989c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+6:2386:x1875129699314944:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:0.0:1788263649.911169:0:22627:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283989c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:081bf1ba-c557-4256-a827-bd47293df13d+6:2386:x1875129699314944:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 20us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788263649.911175:0:22627:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 64 00000100:00080000:1.0:1788263649.914356:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788263649.914365:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788263649.920198:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699315328 00000100:00100000:3.0:1788263649.920212:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699315328 00000100:00100000:3.0:1788263649.920266:0:24131:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699314688 00000100:00100000:3.0:1788263649.920270:0:24131:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699314688 00000100:00100000:3.0:1788263649.920298:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:3.0:1788263649.920308:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff283988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:081bf1ba-c557-4256-a827-bd47293df13d+5:2386:x1875129699315328:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788263649.920390:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff283988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:081bf1ba-c557-4256-a827-bd47293df13d+5:2386:x1875129699315328:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 84us (9560us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263649.920408:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 25 00000100:00100000:3.0:1788263649.920425:0:24131:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:3.0:1788263649.920432:0:24131:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff28398a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2386:x1875129699314688:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788263649.920460:0:24131:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff28398a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:8c08843b-93c0-45fd-9f65-0c59c3a632d7+5:2386:x1875129699314688:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 29us (9589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263649.920466:0:24131:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 26 00000100:00100000:3.0:1788263649.920529:0:3611:0:(events.c:340:request_in_callback()) peer: 12345-192.168.203.26@tcp (source: 12345-192.168.203.26@tcp) 00000100:00100000:3.0:1788263649.920659:0:25187:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875129699315200 00000100:00100000:3.0:1788263649.920663:0:25187:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1875129699315200 00000100:00100000:3.0:1788263649.920689:0:25187:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00100000:3.0:1788263649.920695:0:25187:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff9ff3afb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:081bf1ba-c557-4256-a827-bd47293df13d+5:2386:x1875129699315200:12345-192.168.203.26@tcp:400:kworker.0 00000100:00100000:3.0:1788263649.920734:0:25187:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff9ff3afb3c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:081bf1ba-c557-4256-a827-bd47293df13d+5:2386:x1875129699315200:12345-192.168.203.26@tcp:400:kworker.0 Request processed in 39us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788263649.920740:0:25187:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.26@tcp, seq: 27 00000100:00080000:1.0:1788263649.921499:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788263649.921504:0:22623:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 Debug log: 14128 lines, 14128 kept, 0 dropped, 0 bad.