00010000:00080000:1.0F:1787602295.588291:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0560342680 x1874436318005888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602295.588316:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560342680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318005888:0@lo:400:kworker.0 00000100:00100000:1.0:1787602295.588343:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560344380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318004224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787602295.588356:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560341f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318004736:0@lo:400:kworker.0 00000100:00100000:1.0:1787602295.588365:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560341880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318005248:0@lo:400:kworker.0 00000100:00100000:1.0:1787602295.588387:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560342a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3453:1874436318005760:0@lo:400:kworker.0 00000100:00100000:1.0:1787602295.588428:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560345180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318004352:0@lo:400:kworker.0 00000100:00100000:1.0:1787602295.588440:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560340e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318004864:0@lo:400:kworker.0 00000100:00100000:1.0:1787602295.588451:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560343480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318005376:0@lo:400:kworker.0 00000100:00100000:0.0F:1787602295.590881:0:16450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318004992 00000100:00100000:0.0:1787602295.590902:0:16450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318004992 00000100:00100000:0.0:1787602295.590976:0:16450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787602295.590989:0:16450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443fe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318004992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602295.591102:0:16450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443fe9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318004992:12345-0@lo:400:kworker.0 Request processed in 116us (4555us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602295.591110:0:16450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00080000:0.0:1787602295.591149:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787602295.591156:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787602295.591160:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787602295.593751:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560343800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318004992:0@lo:400:kworker.0 00000100:00100000:0.0:1787602295.593781:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560342d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1874436318005504:0@lo:400:kworker.0 00000100:00100000:0.0:1787602295.593806:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d056bdb8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318006016:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787602295.593821:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560341180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318004608:0@lo:400:kworker.0 00000100:00100000:0.0:1787602295.593835:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560342300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318005120:0@lo:400:kworker.0 00010000:00080000:0.0:1787602295.593853:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0560341c00 x1874436318005632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602311 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602295.593865:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0560341c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3452:1874436318005632:0@lo:400:kworker.0 00000100:00100000:0.0:1787602295.593881:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318006144:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0F:1787602295.594155:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318004480 00000100:00100000:3.0:1787602295.594272:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787602295.594284:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443fea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318004480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602295.594407:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443fea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318004480:12345-0@lo:400:kworker.0 Request processed in 125us (7915us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602295.594415:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1787602295.594493:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db74000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318004480:0@lo:400:kworker.0 00010000:00010000:2.0F:1787602296.464217:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602297.489068:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602298.008569:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602298.008635:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602298.008682:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602298.008725:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293801600 00000100:00100000:3.0:1787602298.008742:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293801600 00000100:00100000:3.0:1787602298.009470:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293801472 00000100:00100000:3.0:1787602298.009481:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293801472 00000100:00100000:3.0:1787602298.009532:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 80 00000100:00100000:3.0:1787602298.009546:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2401:x1874436293801600:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602298.009678:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443fe8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2401:x1874436293801600:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 136us (1042us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602298.009688:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 80 00000100:00100000:3.0:1787602298.009720:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 81 00000100:00100000:3.0:1787602298.009727:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:2401:x1874436293801472:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602298.009757:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:2401:x1874436293801472:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 31us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602298.009764:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 81 00000100:00100000:1.0:1787602298.010264:0:16438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293801344 00000100:00100000:1.0:1787602298.010273:0:16438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293801344 00000100:00100000:1.0:1787602298.010325:0:16438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 170 00000100:00100000:1.0:1787602298.010345:0:16438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+13:2401:x1874436293801344:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:1.0:1787602298.010383:0:16438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a79450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+13:2401:x1874436293801344:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 41us (1843us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602298.010391:0:16438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 170 00000100:00080000:3.0:1787602298.012052:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787602298.012073:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787602298.032223:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602298.032266:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602298.032285:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602298.032326:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602298.032362:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602298.032388:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602298.032424:0:17757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293801856 00000100:00100000:3.0:1787602298.032438:0:17757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293801856 00000100:00100000:3.0:1787602298.032520:0:17757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293801728 00000100:00100000:3.0:1787602298.032523:0:17757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293801728 00000100:00100000:3.0:1787602298.032540:0:17757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293802240 00000100:00100000:3.0:1787602298.032542:0:17757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293802240 00000100:00100000:3.0:1787602298.032554:0:17757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293802368 00000100:00100000:3.0:1787602298.032557:0:17757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293802368 00000100:00100000:3.0:1787602298.032574:0:17757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 36 00000100:00100000:3.0:1787602298.032586:0:17757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2400:x1874436293801856:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602298.032693:0:17757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da23480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2400:x1874436293801856:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 109us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602298.032703:0:17757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 36 00000100:00100000:3.0:1787602298.032727:0:17757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 28 00000100:00100000:3.0:1787602298.032734:0:17757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2397:x1874436293801728:12345-192.168.204.52@tcp:9:kworker.0 00000020:00000080:3.0:1787602298.032761:0:17757:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e37045 00000100:00080000:3.0:1787602298.032783:0:17757:0:(import.c:65:import_set_state_nolock()) ffff8d04454bd000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787602298.033193:0:17757:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787602298.033567:0:17757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+2:2397:x1874436293801728:12345-192.168.204.52@tcp:9:kworker.0 Request processed in 829us (1276us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602298.033577:0:17757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 28 00000100:00100000:3.0:1787602298.033602:0:17757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 29 00000100:00100000:3.0:1787602298.033612:0:17757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d3e76b8-a791-4026-872a-221c87b02913+5:2397:x1874436293802240:12345-192.168.204.52@tcp:9:kworker.0 00000020:00000080:3.0:1787602298.033637:0:17757:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e37084 00000100:00080000:3.0:1787602298.033663:0:17757:0:(import.c:65:import_set_state_nolock()) ffff8d0444811800 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787602298.033695:0:17757:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:3.0:1787602298.033762:0:17757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d3e76b8-a791-4026-872a-221c87b02913+2:2397:x1874436293802240:12345-192.168.204.52@tcp:9:kworker.0 Request processed in 152us (1399us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602298.033769:0:17757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 29 00000100:00100000:3.0:1787602298.033781:0:17757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 30 00000100:00100000:3.0:1787602298.033787:0:17757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d3e76b8-a791-4026-872a-221c87b02913+5:2397:x1874436293802368:12345-192.168.204.52@tcp:9:kworker.0 00000020:00000080:3.0:1787602298.033799:0:17757:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e3708b 00000100:00080000:3.0:1787602298.036105:0:17757:0:(import.c:65:import_set_state_nolock()) ffff8d057e577000 : changing import state from FULL to CLOSED 00000001:00000004:3.0:1787602298.036168:0:17757:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934606 00000100:00100000:3.0:1787602298.036630:0:17757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7d3e76b8-a791-4026-872a-221c87b02913+2:2397:x1874436293802368:12345-192.168.204.52@tcp:9:kworker.0 Request processed in 2830us (4229us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602298.036646:0:17757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 30 00010000:00010000:3.0:1787602298.036729:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602298.036738:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602298.036763:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293801984 00000100:00100000:3.0:1787602298.036773:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293801984 00000100:00100000:3.0:1787602298.036854:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293802112 00000100:00100000:3.0:1787602298.036858:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293802112 00000100:00100000:3.0:1787602298.038318:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 82 00000100:00100000:3.0:1787602298.038357:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d3e76b8-a791-4026-872a-221c87b02913+6:2401:x1874436293801984:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602298.038454:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da20000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d3e76b8-a791-4026-872a-221c87b02913+6:2401:x1874436293801984:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 109us (6186us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602298.038463:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 82 00000100:00100000:3.0:1787602298.038494:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 83 00000100:00100000:3.0:1787602298.038503:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d3e76b8-a791-4026-872a-221c87b02913+5:2400:x1874436293802112:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602298.038552:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da21880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d3e76b8-a791-4026-872a-221c87b02913+5:2400:x1874436293802112:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 51us (6225us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602298.038559:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 83 00000100:00080000:3.0:1787602298.038661:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787602298.038668:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787602298.038672:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787602298.038675:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787602298.134693:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318006272:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787602298.134797:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602298.135592:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318006272 00000100:00100000:0.0:1787602298.135606:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318006272 00000100:00100000:0.0:1787602298.135694:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787602298.135715:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318006272:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787602298.135763:0:17758:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602298.135818:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318006272:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (1021us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602298.135826:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:0.0:1787602298.135898:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318006272:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787602298.137034:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:0.0:1787602298.237265:0:8124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7d3e76b8-a791-4026-872a-221c87b02913 00000020:00000080:0.0:1787602298.237275:0:8124:0:(genops.c:885:class_export_put()) final put ffff8d0444813800/7d3e76b8-a791-4026-872a-221c87b02913 00000001:00100000:0.0:1787602298.237346:0:8124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 20e2bf5b-7344-49a1-ad0f-b86d15e258b4 00000020:00000080:0.0:1787602298.237349:0:8124:0:(genops.c:885:class_export_put()) final put ffff8d04454b9000/20e2bf5b-7344-49a1-ad0f-b86d15e258b4 00000020:00000080:2.0:1787602298.237369:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444813800/7d3e76b8-a791-4026-872a-221c87b02913 for lustre-OST0000 00000020:00000080:2.0:1787602298.237441:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0444811800 for lustre-OST0000 00000020:00000080:3.0:1787602298.237515:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04454b9000/20e2bf5b-7344-49a1-ad0f-b86d15e258b4 for lustre-OST0000 00000020:00000080:3.0:1787602298.237544:0:8:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d04454bd000 for lustre-OST0000 00010000:00010000:2.0:1787602298.512180:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602299.152296:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318006400:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787602299.152430:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602299.152563:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318006400 00000100:00100000:3.0:1787602299.152573:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318006400 00000100:00100000:3.0:1787602299.152642:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787602299.152653:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318006400:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787602299.152710:0:17086:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1787602299.152770:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318006400:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602299.152778:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787602299.152851:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318006400:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787602299.154540:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787602299.154569:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d056bdbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318006528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787602299.154651:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602299.154714:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318006528 00000100:00100000:2.0:1787602299.154725:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318006528 00000100:00100000:2.0:1787602299.154807:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1787602299.155963:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318006528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787602299.156047:0:16449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261254144 avail 2259156992 00000100:00100000:2.0:1787602299.156146:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bdb8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318006528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1329us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602299.156155:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787602299.156373:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d056bdbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318006528:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602299.425651:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602299.426369:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293802496 00000100:00100000:3.0:1787602299.426566:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293802496 00000100:00100000:3.0:1787602299.426661:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 63 00000100:00100000:3.0:1787602299.426674:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:15709:x1874436293802496:12345-192.168.204.52@tcp:60:lhsmtool_posix.0 00000100:00100000:3.0:1787602299.426843:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:15709:x1874436293802496:12345-192.168.204.52@tcp:60:lhsmtool_posix.0 Request processed in 171us (1220us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602299.426853:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 63 00000100:00100000:3.0:1787602299.438009:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602299.438109:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293802624 00000100:00100000:0.0:1787602299.438124:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293802624 00000100:00100000:0.0:1787602299.438557:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 64 00000100:00100000:0.0:1787602299.438571:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:15709:x1874436293802624:12345-192.168.204.52@tcp:60:lhsmtool_posix.0 00000100:00100000:0.0:1787602299.438727:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:15709:x1874436293802624:12345-192.168.204.52@tcp:60:lhsmtool_posix.0 Request processed in 160us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602299.438735:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 64 00000100:00100000:0.0:1787602299.442394:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602299.442477:0:16447:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293802880 00000100:00100000:2.0:1787602299.442490:0:16447:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293802880 00000100:00100000:2.0:1787602299.442553:0:16447:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 12 00000100:00100000:2.0:1787602299.442564:0:16447:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:15709:x1874436293802880:12345-192.168.204.52@tcp:35:lhsmtool_posix.0 00000100:00100000:2.0:1787602299.444339:0:16447:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+13:15709:x1874436293802880:12345-192.168.204.52@tcp:35:lhsmtool_posix.0 Request processed in 1758us (1946us total) trans 8589934623 rc 0/0 00000100:00100000:2.0:1787602299.444360:0:16447:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 12 00010000:00010000:3.0:1787602299.538061:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:0.0:1787602300.277588:0:6469:0:(update_trans.c:1349:distribute_txn_batchid_cb()) lustre-MDT0000: 4294967530 batchid updated 00000001:00080000:0.0:1787602300.277639:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934623 is committed 00000020:00080000:1.0:1787602300.277797:0:16485:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000020:00080000:1.0:1787602300.277812:0:16485:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00010000:00010000:2.0:1787602300.560342:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602300.689168:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787602300.689206:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d056bdb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318006912:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787602300.689327:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602300.689423:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318006912 00000100:00100000:2.0:1787602300.689455:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318006912 00000100:00100000:2.0:1787602300.689555:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787602300.689568:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318006912:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:0.0:1787602300.689634:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:2.0:1787602300.689902:0:17758:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 67960832 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602300.689978:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bdbbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318006912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 413us (650us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602300.689987:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787602300.690242:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d056bdb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318006912:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787602300.690471:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318007168:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.690526:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602300.690568:0:16450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318007168 00000100:00100000:3.0:1787602300.690574:0:16450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318007168 00000100:00100000:1.0:1787602300.690574:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318007680:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.690602:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.690619:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318008192:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.690647:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.690669:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 5 async RPCs [1->0] 00000100:00100000:1.0:1787602300.690676:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318006784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787602300.690703:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.690719:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d04454aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318006656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787602300.690741:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.690761:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318007296:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.690783:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602300.690784:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318006784 00000100:00100000:0.0:1787602300.690788:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318006784 00000100:00100000:1.0:1787602300.690799:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318007808:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.690821:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602300.690823:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318006656 00000100:00100000:0.0:1787602300.690833:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318006656 00000100:00100000:1.0:1787602300.690850:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318008320:0@lo:400:kworker.0 00000100:00100000:0.0:1787602300.690854:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787602300.690862:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318006784:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787602300.690874:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1787602300.690894:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787602300.690906:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318007680 00000100:00100000:1.0:1787602300.690910:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318007680 00000100:00100000:1.0:1787602300.690942:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318007296 00000100:00100000:0.0:1787602300.690943:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454ad880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318006784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602300.690945:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318007296 00000100:00100000:0.0:1787602300.690951:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:1.0:1787602300.690959:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318007808 00000100:00100000:1.0:1787602300.690962:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318007808 00000100:00100000:0.0:1787602300.690966:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787602300.690971:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3451:x1874436318006656:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787602300.690974:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787602300.690980:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318007680:12345-0@lo:400:kworker.0 00002000:00000024:0.0:1787602300.690983:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 67960832 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1787602300.691223:0:16450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787602300.691236:0:16450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318007168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602300.691271:0:17757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787602300.691291:0:17757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318007296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692161:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454afb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318007680:12345-0@lo:400:kworker.0 Request processed in 1174us (1551us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602300.692173:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787602300.692218:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787602300.692226:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3451:x1874436318007808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692294:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454ac380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3451:x1874436318007808:12345-0@lo:400:kworker.0 Request processed in 70us (1472us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602300.692300:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787602300.692328:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318008192 00000100:00100000:1.0:1787602300.692335:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318008192 00000100:00100000:1.0:1787602300.692386:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318008320 00000100:00100000:1.0:1787602300.692389:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318008320 00000100:00100000:1.0:1787602300.692410:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787602300.692415:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318008192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692445:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454af100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318008192:12345-0@lo:400:kworker.0 Request processed in 30us (1798us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602300.692451:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787602300.692460:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787602300.692464:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318008320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692485:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454ae300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318008320:12345-0@lo:400:kworker.0 Request processed in 21us (1610us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602300.692491:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787602300.692560:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318006784:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787602300.692575:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d04454aca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318006656:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787602300.692583:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550993800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318007808:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692593:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550991500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318008320:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692605:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318007680:0@lo:400:kworker.0 00010000:00080000:1.0:1787602300.692632:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0550992a00 x1874436318008192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602300.692644:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318008192:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692719:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2654ceba-7933-4907-9870-83ce7c2b8516:3454:1874436318007040:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692763:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.692802:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318007552:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692828:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.692846:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1874436318008064:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692864:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.692883:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1787602300.692889:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1874436318007424:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692906:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.692918:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1874436318007936:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692936:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.692944:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1874436318008448:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.692961:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602300.692976:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318008064 00000100:00100000:1.0:1787602300.692979:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318008064 00000100:00100000:1.0:1787602300.692999:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318007424 00000100:00100000:1.0:1787602300.693002:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318007424 00000100:00100000:0.0:1787602300.694312:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454ace00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318006656:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3326us (3555us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602300.694322:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318007936 00000100:00100000:0.0:1787602300.694330:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787602300.694331:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318007936 00000100:00100000:1.0:1787602300.694348:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318008448 00000100:00100000:1.0:1787602300.694351:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318008448 00000100:00100000:1.0:1787602300.694377:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00080000:0.0:1787602300.694378:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787602300.694384:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787602300.694385:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1874436318008064:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1787602300.694386:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787602300.694390:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602300.694428:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1787602300.694436:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1874436318007424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602300.694569:0:16450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454ac000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318007168:12345-0@lo:400:kworker.0 Request processed in 3333us (4040us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602300.694580:0:16450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787602300.694602:0:16450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318007552 00000100:00100000:3.0:1787602300.694606:0:16450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318007552 00000100:00100000:0.0:1787602300.694708:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454aed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1874436318007424:12345-0@lo:400:kworker.0 Request processed in 274us (1800us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602300.694715:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1787602300.694736:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787602300.694743:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1874436318007936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602300.694919:0:16450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1787602300.694926:0:16450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d04454aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318007552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.697488:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454adf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1874436318008064:12345-0@lo:400:kworker.0 Request processed in 2101us (3619us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602300.697522:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1787602300.697587:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787602300.697612:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3454:x1874436318008448:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.697734:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db74000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3454:x1874436318008448:12345-0@lo:400:kworker.0 Request processed in 137us (4770us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602300.697740:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787602300.697816:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1874436318007424:0@lo:400:kworker.0 00000100:00100000:0.0:1787602300.697916:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454ae680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1874436318007936:12345-0@lo:400:kworker.0 Request processed in 3171us (4975us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602300.697946:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787602300.698078:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318007168:0@lo:400:kworker.0 00000100:00100000:0.0:1787602300.698139:0:16439:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318007040 00000100:00100000:0.0:1787602300.698147:0:16439:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318007040 00000100:00100000:0.0:1787602300.698200:0:16439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1787602300.698208:0:16439:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a79850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2654ceba-7933-4907-9870-83ce7c2b8516+24:3454:x1874436318007040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.706294:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1874436318007936:0@lo:400:kworker.0 00010000:00080000:1.0:1787602300.706333:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0550990700 x1874436318008448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602316 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602300.706347:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1874436318008448:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.706365:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318007552:0@lo:400:kworker.0 00000100:00100000:1.0:1787602300.706381:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1874436318008064:0@lo:400:kworker.0 00000100:00100000:2.0:1787602300.706814:0:17757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454adc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318007296:12345-0@lo:400:kworker.0 Request processed in 15531us (16025us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602300.706829:0:17757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787602300.708057:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318007296:0@lo:400:kworker.0 00000100:00100000:3.0:1787602300.708835:0:16450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d04454aca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318007552:12345-0@lo:400:kworker.0 Request processed in 13899us (15995us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602300.708853:0:16450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787602300.713995:0:16439:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a79850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2654ceba-7933-4907-9870-83ce7c2b8516+24:3454:x1874436318007040:12345-0@lo:400:kworker.0 Request processed in 15766us (21209us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602300.714056:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1787602300.716420:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2654ceba-7933-4907-9870-83ce7c2b8516:3454:1874436318007040:0@lo:400:kworker.0 00000001:00100000:0.0:1787602301.283426:0:9066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 7d3e76b8-a791-4026-872a-221c87b02913 00000020:00000080:0.0:1787602301.283450:0:9066:0:(genops.c:885:class_export_put()) final put ffff8d057e571800/7d3e76b8-a791-4026-872a-221c87b02913 00000020:00000080:3.0:1787602301.283588:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057e571800/7d3e76b8-a791-4026-872a-221c87b02913 for lustre-OST0001 00000020:00000080:3.0:1787602301.283680:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057e577000 for lustre-OST0001 00000040:00080000:0.0:1787602301.392791:0:16478:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787602301.392805:0:16478:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787602301.392849:0:16478:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1787602301.392861:0:16478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:3.0:1787602301.584643:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602302.608510:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602303.125306:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602303.125412:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602303.125440:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602303.125486:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293803392 00000100:00100000:3.0:1787602303.125502:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293803392 00000100:00100000:3.0:1787602303.125607:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 40 00000100:00100000:3.0:1787602303.125621:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2399:x1874436293803392:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602303.125752:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560344380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2399:x1874436293803392:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 133us (339us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602303.125762:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 40 00000100:00080000:0.0:1787602303.126053:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787602303.131802:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602303.131849:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602303.133045:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293803136 00000100:00100000:2.0:1787602303.133064:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293803136 00000100:00080000:0.0:1787602303.133205:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787602303.133301:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293803648 00000100:00100000:3.0:1787602303.133307:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293803648 00000100:00100000:3.0:1787602303.133365:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 90 00000100:00100000:3.0:1787602303.133378:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:2399:x1874436293803136:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602303.133505:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560345180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:2399:x1874436293803136:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 129us (8216us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602303.133514:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 90 00000100:00100000:3.0:1787602303.133550:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 91 00000100:00100000:3.0:1787602303.133557:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d3e76b8-a791-4026-872a-221c87b02913+5:2399:x1874436293803648:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602303.133588:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560341c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d3e76b8-a791-4026-872a-221c87b02913+5:2399:x1874436293803648:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 31us (8146us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602303.133595:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 91 00000100:00080000:0.0:1787602303.135386:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787602303.136010:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602303.136078:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293803264 00000100:00100000:1.0:1787602303.136092:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293803264 00000100:00100000:1.0:1787602303.136170:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293803520 00000100:00100000:1.0:1787602303.136173:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293803520 00000100:00100000:1.0:1787602303.136201:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 92 00000100:00100000:1.0:1787602303.136214:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2399:x1874436293803264:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:1.0:1787602303.136330:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560342300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2399:x1874436293803264:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 118us (4479us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602303.136339:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 92 00000100:00100000:1.0:1787602303.136359:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 93 00000100:00100000:1.0:1787602303.136366:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d3e76b8-a791-4026-872a-221c87b02913+6:2399:x1874436293803520:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:1.0:1787602303.136392:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560341180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d3e76b8-a791-4026-872a-221c87b02913+6:2399:x1874436293803520:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 27us (391us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602303.136398:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 93 00000100:00100000:1.0:1787602303.136448:0:16436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293803008 00000100:00100000:1.0:1787602303.136453:0:16436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293803008 00000100:00100000:1.0:1787602303.136484:0:16436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 172 00000100:00100000:1.0:1787602303.136491:0:16436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+13:2399:x1874436293803008:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:1.0:1787602303.137369:0:16436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a78050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+13:2399:x1874436293803008:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 869us (5586us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602303.137383:0:16436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 172 00000100:00080000:0.0:1787602303.138322:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787602303.138333:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787602303.260816:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787602303.260851:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318008576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787602303.260950:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602303.261169:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318008576 00000100:00100000:3.0:1787602303.261179:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318008576 00000100:00100000:3.0:1787602303.261260:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787602303.261273:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318008576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787602303.261328:0:17758:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787602303.261385:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550990000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318008576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602303.261408:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00080000:3.0:1787602303.261438:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787602303.261488:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318008576:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787602303.632669:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787602304.018543:0:17101:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787602304.274173:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787602304.274225:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318008704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602304.274318:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602304.274468:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318008704 00000100:00100000:1.0:1787602304.274480:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318008704 00000100:00100000:1.0:1787602304.274549:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:1.0:1787602304.274561:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318008704:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787602304.274627:0:17086:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1787602304.274684:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550993b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318008704:12345-0@lo:41:osp-pre-0-1.0 Request processed in 125us (366us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602304.274693:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1787602304.274819:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550990a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318008704:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602304.275339:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318008832:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787602304.275378:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602304.275505:0:16450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318008832 00000100:00100000:0.0:1787602304.275512:0:16450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318008832 00000100:00100000:0.0:1787602304.275557:0:16450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787602304.275566:0:16450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318008832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787602304.275596:0:16450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787602304.275648:0:16450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550990a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318008832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602304.275666:0:16450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787602304.275732:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318008832:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787602304.661976:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602305.690059:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602305.809527:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318008960:0@lo:400:kworker.0 00000100:00100000:3.0:1787602305.809618:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602305.809673:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318009472:0@lo:400:kworker.0 00000100:00100000:3.0:1787602305.809703:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602305.809722:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318009984:0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.810335:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318009088:0@lo:400:kworker.0 00000100:00100000:3.0:1787602305.810581:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602305.811626:0:16439:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318008960 00000100:00100000:0.0:1787602305.811638:0:16439:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318008960 00000100:00100000:0.0:1787602305.811693:0:16439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1787602305.811703:0:16439:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a7b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2654ceba-7933-4907-9870-83ce7c2b8516+24:3453:x1874436318008960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.814043:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602305.814107:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318009600:0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.814149:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602305.814171:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1874436318010112:0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.814209:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602305.814241:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d056bdb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318010624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787602305.814320:0:16439:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a7b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:2654ceba-7933-4907-9870-83ce7c2b8516+24:3453:x1874436318008960:12345-0@lo:400:kworker.0 Request processed in 2615us (4700us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.814332:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1787602305.814391:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318009472 00000100:00100000:0.0:1787602305.814398:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318009472 00000100:00100000:0.0:1787602305.814432:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318009984 00000100:00100000:0.0:1787602305.814435:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318009984 00000100:00100000:0.0:1787602305.814446:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318010112 00000100:00100000:0.0:1787602305.814449:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318010112 00000100:00100000:1.0:1787602305.814455:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602305.814472:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:0.0:1787602305.814480:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318009472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.814504:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318009216:0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.814525:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550991500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318009472:12345-0@lo:400:kworker.0 Request processed in 44us (4820us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.814531:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787602305.814543:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602305.814547:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787602305.814554:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318009984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.814583:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318009728:0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.814588:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550993800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318009984:12345-0@lo:400:kworker.0 Request processed in 33us (4008us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.814596:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787602305.814607:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1787602305.814614:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1874436318010112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.814620:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602305.814644:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318010240:0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.814668:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560343480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1874436318010112:12345-0@lo:400:kworker.0 Request processed in 54us (458us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602305.814676:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602305.814679:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:0.0:1787602305.814692:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318010240 00000100:00100000:0.0:1787602305.814696:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318010240 00000100:00100000:1.0:1787602305.814699:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787602305.814709:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318009344:0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.814716:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787602305.814725:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318010240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.814735:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602305.814760:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318009856:0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.814763:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560341f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318010240:12345-0@lo:400:kworker.0 Request processed in 39us (87us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.814773:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787602305.814801:0:16450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318009088 00000100:00100000:0.0:1787602305.814804:0:16450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318009088 00000100:00100000:1.0:1787602305.814809:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602305.814834:0:16450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318009600 00000100:00100000:0.0:1787602305.814837:0:16450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318009600 00000100:00100000:1.0:1787602305.814842:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318010368:0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.814852:0:16450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787602305.814860:0:16450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318009088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.814872:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:1.0:1787602305.814909:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0550991f80 x1874436318010240/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602305.814918:0:16450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560342d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318009088:12345-0@lo:400:kworker.0 Request processed in 56us (877us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602305.814928:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318010240:0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.814929:0:16450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787602305.814945:0:16450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787602305.814955:0:16450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318009600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.814987:0:16450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560343800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318009600:12345-0@lo:400:kworker.0 Request processed in 35us (836us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.814994:0:16450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787602305.815031:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318010368 00000100:00100000:0.0:1787602305.815035:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318010368 00000100:00100000:0.0:1787602305.815061:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1787602305.815075:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318010368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.815094:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318010624 00000100:00100000:1.0:1787602305.815100:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318010624 00000100:00100000:0.0:1787602305.815107:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318010368:12345-0@lo:400:kworker.0 Request processed in 33us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.815114:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00080000:0.0:1787602305.815139:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787602305.815144:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00080000:0.0:1787602305.815146:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787602305.815150:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787602305.815154:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318010624:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787602305.815164:0:18207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318009216 00000100:00100000:0.0:1787602305.815168:0:18207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318009216 00002000:00000024:1.0:1787602305.815200:0:17758:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 67960832 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1787602305.815213:0:18207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318009728 00000100:00100000:0.0:1787602305.815217:0:18207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318009728 00000100:00100000:0.0:1787602305.815229:0:18207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318009344 00000100:00100000:0.0:1787602305.815231:0:18207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318009344 00000100:00100000:0.0:1787602305.815238:0:18207:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318009856 00000100:00100000:0.0:1787602305.815240:0:18207:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318009856 00000100:00100000:0.0:1787602305.815254:0:18207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787602305.815259:0:18207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318009216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.815295:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560340e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3454:x1874436318010624:12345-0@lo:13:osp-pre-1-0.0 Request processed in 143us (850us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602305.815306:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:0.0:1787602305.815308:0:18207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560342a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318009216:12345-0@lo:400:kworker.0 Request processed in 45us (763us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.815317:0:18207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:0.0:1787602305.815336:0:18207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787602305.815343:0:17754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:0.0:1787602305.815345:0:18207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318009728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.815371:0:18207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560341880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318009728:12345-0@lo:400:kworker.0 Request processed in 30us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602305.815506:0:17754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318009344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602305.815538:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550990700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318009984:0@lo:400:kworker.0 00000100:00100000:3.0:1787602305.815554:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318010496:0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.815555:0:17754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560342680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318009344:12345-0@lo:400:kworker.0 Request processed in 41us (809us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.815666:0:18207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1787602305.815685:0:18207:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1787602305.815691:0:18207:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318009856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.816214:0:17754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:1.0:1787602305.816255:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318010752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787602305.816550:0:18207:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318009856:12345-0@lo:400:kworker.0 Request processed in 858us (1742us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.816564:0:18207:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:0.0:1787602305.816595:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787602305.816600:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602305.816634:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d056bdb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318010624:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787602305.816654:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550991880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318009088:0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.816664:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318009600:0@lo:400:kworker.0 00000100:00100000:0.0:1787602305.816673:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550991180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1874436318010112:0@lo:400:kworker.0 00000100:00100000:3.0:1787602305.816758:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602305.816773:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602305.816813:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550991c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318009344:0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.816829:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318009856:0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.816846:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318010368:0@lo:400:kworker.0 00000100:00100000:3.0:1787602305.816858:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318008960:0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.816864:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550990e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318009216:0@lo:400:kworker.0 00000100:00100000:3.0:1787602305.816877:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550990380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318009472:0@lo:400:kworker.0 00000100:00100000:1.0:1787602305.816896:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550993480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318009728:0@lo:400:kworker.0 00000100:00100000:3.0:1787602305.816917:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318010880:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787602305.816944:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318010752 00000100:00100000:3.0:1787602305.816951:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602305.816951:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318010752 00000100:00100000:1.0:1787602305.816985:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318010880 00000100:00100000:1.0:1787602305.816988:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318010880 00000100:00100000:1.0:1787602305.817004:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787602305.817011:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318010752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1787602305.817052:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 67960832 pending 0 free 3851419648 avail 3849322496 00000100:00100000:1.0:1787602305.817092:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318010752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 80us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602305.817098:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787602305.817112:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:1.0:1787602305.817118:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318010880:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787602305.817142:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787602305.817195:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550990380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318010880:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602305.817201:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:3.0:1787602305.817262:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318010880:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787602305.817609:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318010752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787602305.817684:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318010496 00000100:00100000:0.0:1787602305.817689:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318010496 00000100:00100000:0.0:1787602305.817741:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1787602305.817750:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1874436318010496:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1787602305.817758:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787602305.818051:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550991180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1874436318010496:12345-0@lo:400:kworker.0 Request processed in 302us (1292us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602305.818062:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00080000:1.0:1787602305.818088:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0550992680 x1874436318010496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602321 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602305.818101:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318010496:0@lo:400:kworker.0 00010000:00010000:2.0:1787602306.704333:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602307.731622:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602308.245288:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602308.245328:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602308.245359:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602308.245380:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602308.245412:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602308.245444:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602308.245571:0:16438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293803776 00000100:00100000:2.0:1787602308.245581:0:16438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293803776 00000100:00100000:2.0:1787602308.245631:0:16438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 174 00000100:00100000:2.0:1787602308.245642:0:16438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+13:2401:x1874436293803776:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602308.245734:0:16438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a7bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+13:2401:x1874436293803776:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 93us (454us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602308.245742:0:16438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 174 00000100:00100000:2.0:1787602308.247175:0:17754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293804160 00000100:00100000:2.0:1787602308.247190:0:17754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293804160 00000100:00100000:2.0:1787602308.247266:0:17754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 45 00000100:00100000:2.0:1787602308.247276:0:17754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2401:x1874436293804160:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602308.247358:0:17754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2401:x1874436293804160:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 83us (1944us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602308.247366:0:17754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 45 00000100:00100000:2.0:1787602308.247392:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293804032 00000100:00100000:2.0:1787602308.247396:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293804032 00000100:00100000:2.0:1787602308.247418:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293804288 00000100:00100000:2.0:1787602308.247421:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293804288 00000100:00100000:2.0:1787602308.247433:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293803904 00000100:00100000:2.0:1787602308.247435:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293803904 00000100:00100000:2.0:1787602308.247445:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293804416 00000100:00100000:2.0:1787602308.247448:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293804416 00000100:00100000:2.0:1787602308.247466:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 100 00000100:00100000:2.0:1787602308.247473:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2401:x1874436293804032:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602308.247504:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2401:x1874436293804032:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 31us (2174us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602308.247511:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 100 00000100:00100000:2.0:1787602308.247523:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 101 00000100:00100000:2.0:1787602308.247529:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d3e76b8-a791-4026-872a-221c87b02913+6:2401:x1874436293804288:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602308.247552:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d3e76b8-a791-4026-872a-221c87b02913+6:2401:x1874436293804288:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 23us (2192us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602308.247557:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 101 00000100:00100000:2.0:1787602308.247571:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 102 00000100:00100000:2.0:1787602308.247576:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:2401:x1874436293803904:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602308.247599:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:2401:x1874436293803904:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 23us (2218us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602308.247615:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 102 00000100:00100000:2.0:1787602308.247629:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 103 00000100:00100000:2.0:1787602308.247636:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d3e76b8-a791-4026-872a-221c87b02913+5:2401:x1874436293804416:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602308.247661:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7d3e76b8-a791-4026-872a-221c87b02913+5:2401:x1874436293804416:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 26us (2217us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602308.247666:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 103 00000100:00080000:2.0:1787602308.247687:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787602308.247691:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787602308.247693:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787602308.377313:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318011008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787602308.377407:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602308.378070:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318011008 00000100:00100000:0.0:1787602308.378080:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318011008 00000100:00100000:0.0:1787602308.378158:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787602308.378170:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318011008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787602308.378210:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602308.378267:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550990700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318011008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 100us (860us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602308.378274:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787602308.378325:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550993100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318011008:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1787602308.378600:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787602308.752318:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602309.392963:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318011136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787602309.393086:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602309.393229:0:16450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318011136 00000100:00100000:3.0:1787602309.393238:0:16450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318011136 00000100:00100000:3.0:1787602309.393301:0:16450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787602309.393311:0:16450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318011136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787602309.393365:0:16450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1787602309.393420:0:16450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318011136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 110us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602309.393428:0:16450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1787602309.393487:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318011136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787602309.398247:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318011264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1787602309.398329:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602309.398837:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318011264 00000100:00100000:0.0:1787602309.398861:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318011264 00000100:00100000:0.0:1787602309.398996:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:0.0:1787602309.399007:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318011264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787602309.399076:0:17086:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787602309.399238:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318011264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 232us (907us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602309.399246:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1787602309.399316:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318011264:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787602309.781118:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602310.800490:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602310.928422:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787602310.928446:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d056bdb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318011392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787602310.928550:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602310.928665:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318011392 00000100:00100000:2.0:1787602310.928675:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318011392 00000100:00100000:2.0:1787602310.928747:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787602310.928758:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318011392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787602310.928793:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 67960832 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602310.928842:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318011392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602310.928849:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:1.0:1787602310.929184:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1787602310.929220:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d056bdb9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318011392:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787602310.929565:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318011520:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.929604:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.929627:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318012032:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.929651:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.929708:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318012544:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.929735:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.929757:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1787602310.929762:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318011648:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.929783:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.929798:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318012160:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.929821:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.929848:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318012672:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.929875:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.929904:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318012032 00000100:00100000:1.0:1787602310.929909:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318012032 00000100:00100000:1.0:1787602310.929938:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318011648 00000100:00100000:1.0:1787602310.929941:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318011648 00000100:00100000:1.0:1787602310.929956:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787602310.930122:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318012032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.930168:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318012032:12345-0@lo:400:kworker.0 Request processed in 205us (515us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602310.930175:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787602310.930189:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787602310.930195:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318011648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.930221:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318011648:12345-0@lo:400:kworker.0 Request processed in 27us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602310.930227:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787602310.930244:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318012544 00000100:00100000:1.0:1787602310.930249:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318012544 00000100:00100000:1.0:1787602310.930279:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318012672 00000100:00100000:1.0:1787602310.930282:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318012672 00000100:00100000:1.0:1787602310.930297:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787602310.930304:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1874436318012544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.930337:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1874436318012544:12345-0@lo:400:kworker.0 Request processed in 33us (600us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602310.930342:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787602310.930353:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787602310.930358:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318012672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.930395:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318012672:12345-0@lo:400:kworker.0 Request processed in 37us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602310.930401:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787602310.930420:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318012160 00000100:00100000:1.0:1787602310.930424:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318012160 00000100:00100000:1.0:1787602310.930448:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1787602310.930457:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318012160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.930485:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573966a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318012160:12345-0@lo:400:kworker.0 Request processed in 30us (663us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602310.930490:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00080000:1.0:1787602310.930507:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787602310.930512:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787602310.930514:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787602310.930524:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318011776:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.930549:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.930564:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318012288:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.930581:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.930598:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318012800:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.930618:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.930635:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787602310.930640:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318011904:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.930661:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.930677:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318012416:0@lo:400:kworker.0 00000100:00100000:2.0:1787602310.930825:0:17754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318011776 00000100:00100000:2.0:1787602310.930829:0:17754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318011776 00000100:00100000:2.0:1787602310.930856:0:17754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318012288 00000100:00100000:2.0:1787602310.930859:0:17754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318012288 00000100:00100000:2.0:1787602310.930878:0:17754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787602310.930884:0:17754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318011776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602310.930919:0:17754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318011776:12345-0@lo:400:kworker.0 Request processed in 35us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602310.930932:0:17754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787602310.930945:0:17754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787602310.930951:0:17754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318012288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602310.930992:0:17754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318012288:12345-0@lo:400:kworker.0 Request processed in 41us (410us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602310.930997:0:17754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787602310.931047:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d056bdb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318013056:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787602310.931072:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602310.931118:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318011648:0@lo:400:kworker.0 00000100:00100000:2.0:1787602310.931130:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318012160:0@lo:400:kworker.0 00010000:00080000:2.0:1787602310.931140:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0573965f80 x1874436318012672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602310.931150:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318012672:0@lo:400:kworker.0 00000100:00100000:2.0:1787602310.931158:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318012032:0@lo:400:kworker.0 00000100:00100000:2.0:1787602310.931166:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318012544:0@lo:400:kworker.0 00000100:00100000:2.0:1787602310.931201:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318012800 00000100:00100000:2.0:1787602310.931205:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318012800 00000100:00100000:2.0:1787602310.931223:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318011904 00000100:00100000:2.0:1787602310.931225:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318011904 00000100:00100000:2.0:1787602310.931236:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787602310.931242:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318012800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602310.931271:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318012800:12345-0@lo:400:kworker.0 Request processed in 29us (653us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602310.931286:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787602310.931297:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1787602310.931302:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318011904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602310.931326:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573967b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318011904:12345-0@lo:400:kworker.0 Request processed in 25us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602310.931331:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1787602310.931346:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318013056 00000100:00100000:2.0:1787602310.931349:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318013056 00000100:00100000:2.0:1787602310.931368:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787602310.931373:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318013056:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787602310.931386:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 3407872 granted 67960832 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602310.931419:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bdbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318013056:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602310.931425:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787602310.931456:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d056bdb8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318013056:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1787602310.931482:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787602310.931486:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787602310.931487:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602310.931699:0:16436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318011520 00000100:00100000:0.0:1787602310.931704:0:16436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318011520 00000100:00100000:0.0:1787602310.931734:0:16436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1787602310.931741:0:16436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2654ceba-7933-4907-9870-83ce7c2b8516+24:3453:x1874436318011520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602310.931777:0:16436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a78450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2654ceba-7933-4907-9870-83ce7c2b8516+24:3453:x1874436318011520:12345-0@lo:400:kworker.0 Request processed in 37us (2173us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602310.931782:0:16436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1787602310.931954:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318011520:0@lo:400:kworker.0 00000100:00100000:3.0:1787602310.932103:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318013184:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787602310.932136:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602310.932177:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318013184 00000100:00100000:3.0:1787602310.932182:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318013184 00000100:00100000:3.0:1787602310.932204:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787602310.932211:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318013184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787602310.932237:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787602310.932272:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550991880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318013184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (135us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602310.932289:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787602310.932320:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318013184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787602310.934245:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.934290:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1874436318012928:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.934344:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602310.934395:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318011776:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.934409:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318012288:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.934422:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318012800:0@lo:400:kworker.0 00000100:00100000:1.0:1787602310.934459:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318011904:0@lo:400:kworker.0 00000100:00100000:0.0:1787602310.943574:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318012416 00000100:00100000:0.0:1787602310.943592:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318012416 00000100:00100000:0.0:1787602310.943660:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318012928 00000100:00100000:0.0:1787602310.943663:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318012928 00000100:00100000:0.0:1787602310.943717:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1787602310.943729:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318012416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602310.943851:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318012416:12345-0@lo:400:kworker.0 Request processed in 123us (9612us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602310.943858:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1787602310.943876:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1787602310.943883:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1874436318012928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602310.943916:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1874436318012928:12345-0@lo:400:kworker.0 Request processed in 34us (9571us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602310.943941:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00080000:0.0:1787602310.943974:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787602310.948369:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318012416:0@lo:400:kworker.0 00010000:00080000:1.0:1787602310.948394:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0573966680 x1874436318012928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602326 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602310.948406:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1874436318012928:0@lo:400:kworker.0 00000040:00080000:1.0:1787602311.632251:0:16478:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:1.0:1787602311.632261:0:16478:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:1.0:1787602311.632293:0:16478:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:1.0:1787602311.632302:0:16478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:1.0:1787602311.824237:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1787602312.466047:0:20093:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-pcc test 1d: Test Project ID with remote access ========================================================== 16:11:50 (1787602310) 00010000:00010000:2.0:1787602312.849228:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602313.364499:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602313.364547:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602313.364595:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602313.364749:0:16439:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293804544 00000100:00100000:0.0:1787602313.364760:0:16439:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293804544 00000100:00100000:0.0:1787602313.364826:0:16439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 176 00000100:00100000:0.0:1787602313.364837:0:16439:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+13:2401:x1874436293804544:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:0.0:1787602313.364913:0:16439:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a79050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+13:2401:x1874436293804544:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 77us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602313.364922:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 176 00000100:00100000:0.0:1787602313.364956:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293804800 00000100:00100000:0.0:1787602313.364960:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293804800 00000100:00100000:0.0:1787602313.364994:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293804672 00000100:00100000:0.0:1787602313.364997:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293804672 00000100:00100000:0.0:1787602313.365055:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 110 00000100:00100000:0.0:1787602313.365063:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2401:x1874436293804800:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:0.0:1787602313.365095:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573966680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2401:x1874436293804800:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 33us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602313.365102:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 110 00000100:00100000:0.0:1787602313.365115:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 111 00000100:00100000:0.0:1787602313.365121:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:2401:x1874436293804672:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:0.0:1787602313.365146:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:2401:x1874436293804672:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 25us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602313.365153:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 111 00000100:00080000:0.0:1787602313.365300:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787602313.365305:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787602313.388562:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602313.388614:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602313.388693:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602313.388725:0:17754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293804928 00000100:00100000:2.0:1787602313.388735:0:17754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293804928 00000100:00100000:2.0:1787602313.388807:0:17754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 31 00000100:00100000:2.0:1787602313.388832:0:17754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2397:x1874436293804928:12345-192.168.204.52@tcp:9:kworker.0 00000020:00000080:2.0:1787602313.388898:0:17754:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e3704c 00000100:00080000:2.0:1787602313.388911:0:17754:0:(import.c:65:import_set_state_nolock()) ffff8d04454be000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787602313.388979:0:17754:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934606 00000100:00100000:2.0:1787602313.389318:0:17754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bdb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+2:2397:x1874436293804928:12345-192.168.204.52@tcp:9:kworker.0 Request processed in 488us (623us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602313.389326:0:17754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 31 00000100:00080000:2.0:1787602313.389349:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787602313.390466:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293805056 00000100:00100000:3.0:1787602313.390477:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293805056 00000100:00100000:3.0:1787602313.390550:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293805184 00000100:00100000:3.0:1787602313.390554:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293805184 00000100:00100000:3.0:1787602313.390581:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 112 00000100:00100000:3.0:1787602313.390603:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bdb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d3e76b8-a791-4026-872a-221c87b02913+6:2400:x1874436293805056:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602313.390664:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bdb8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d3e76b8-a791-4026-872a-221c87b02913+6:2400:x1874436293805056:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 75us (2113us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602313.390672:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 112 00000100:00100000:3.0:1787602313.390691:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 113 00000100:00100000:3.0:1787602313.390697:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d3e76b8-a791-4026-872a-221c87b02913+5:2400:x1874436293805184:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602313.390722:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bdb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7d3e76b8-a791-4026-872a-221c87b02913+5:2400:x1874436293805184:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 25us (2107us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602313.390730:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 113 00000100:00080000:3.0:1787602313.390761:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787602313.390765:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787602313.391143:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602313.490747:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318013312:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787602313.490834:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602313.496751:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318013312 00000100:00100000:2.0:1787602313.496769:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318013312 00000100:00100000:2.0:1787602313.496832:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787602313.497111:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318013312:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787602313.497150:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787602313.497244:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bdb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318013312:12345-0@lo:13:osp-pre-0-1.0 Request processed in 139us (6409us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602313.497252:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00080000:2.0:1787602313.497276:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787602313.497709:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550991f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318013312:0@lo:13:osp-pre-0-1.0 00010000:00010000:2.0:1787602313.884096:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:1.0:1787602314.256884:0:17101:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787602314.514314:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318013440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602314.514419:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602314.514577:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318013440 00000100:00100000:2.0:1787602314.514585:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318013440 00000100:00100000:2.0:1787602314.514642:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1787602314.514652:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318013440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1787602314.514698:0:16449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1787602314.514751:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550991f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318013440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (331us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602314.514775:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:3.0:1787602314.514920:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318013440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602314.515269:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787602314.515290:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0550992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318013568:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787602314.515324:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602314.515371:0:16450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318013568 00000100:00100000:3.0:1787602314.515376:0:16450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318013568 00000100:00100000:3.0:1787602314.515408:0:16450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787602314.515414:0:16450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318013568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787602314.515442:0:16450:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1787602314.515481:0:16450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550993100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318013568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 66us (157us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602314.515488:0:16450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1787602314.515519:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0550992300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318013568:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1787602314.901784:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602315.920184:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602316.050376:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787602316.050400:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318013696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787602316.050478:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602316.050613:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318013696 00000100:00100000:2.0:1787602316.050622:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318013696 00000100:00100000:2.0:1787602316.050677:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787602316.050686:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318013696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1787602316.050724:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787602316.050767:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318013696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602316.050775:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00080000:2.0:1787602316.050797:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787602316.051048:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318013696:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787602316.051228:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787602316.051242:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318013824:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787602316.051276:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602316.052067:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2654ceba-7933-4907-9870-83ce7c2b8516:3452:1874436318013952:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052114:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602316.052148:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318014464:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052175:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602316.052197:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787602316.052202:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318014336:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052227:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602316.052256:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318014464 00000100:00100000:3.0:1787602316.052263:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318014464 00000100:00100000:3.0:1787602316.052304:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787602316.052313:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318014464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052363:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550992300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318014464:12345-0@lo:400:kworker.0 Request processed in 51us (187us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602316.052371:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787602316.052393:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318014336 00000100:00100000:3.0:1787602316.052397:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318014336 00000100:00100000:3.0:1787602316.052422:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787602316.052428:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318014336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052474:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550992680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318014336:12345-0@lo:400:kworker.0 Request processed in 45us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602316.052480:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787602316.052520:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318014336:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052530:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318014464:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052580:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318013824 00000100:00100000:3.0:1787602316.052584:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318013824 00000100:00100000:3.0:1787602316.052620:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787602316.052627:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318013824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787602316.052660:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1787602316.052698:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318013824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (1421us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602316.052704:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00080000:3.0:1787602316.052724:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787602316.052748:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318013824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787602316.052790:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318014208:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052819:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602316.052838:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1874436318014720:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052857:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602316.052876:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1787602316.052881:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318014080:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052901:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602316.052918:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318014592:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.052937:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602316.052972:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318014208 00000100:00100000:3.0:1787602316.052976:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318014208 00000100:00100000:3.0:1787602316.053048:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318014592 00000100:00100000:3.0:1787602316.053052:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318014592 00000100:00100000:3.0:1787602316.053078:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787602316.053084:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318014208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.053121:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550993480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318014208:12345-0@lo:400:kworker.0 Request processed in 37us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602316.053127:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787602316.053138:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787602316.053144:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318014592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.053171:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550992d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318014592:12345-0@lo:400:kworker.0 Request processed in 28us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602316.053176:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:3.0:1787602316.053193:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318014720 00000100:00100000:3.0:1787602316.053197:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318014720 00000100:00100000:3.0:1787602316.053221:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787602316.053227:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1874436318014720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.053273:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550990e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1874436318014720:12345-0@lo:400:kworker.0 Request processed in 46us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602316.053280:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1787602316.053301:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318014080 00000100:00100000:3.0:1787602316.053304:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318014080 00000100:00100000:3.0:1787602316.053326:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1787602316.053332:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318014080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.053363:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550992a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318014080:12345-0@lo:400:kworker.0 Request processed in 30us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602316.053380:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00080000:3.0:1787602316.053400:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787602316.053404:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787602316.053424:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318014080:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.053434:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318014592:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.053443:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318014208:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.053452:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1874436318014720:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.053499:0:16438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318013952 00000100:00100000:3.0:1787602316.053502:0:16438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318013952 00000100:00100000:3.0:1787602316.053526:0:16438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1787602316.053532:0:16438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2654ceba-7933-4907-9870-83ce7c2b8516+24:3452:x1874436318013952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.053566:0:16438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a7b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2654ceba-7933-4907-9870-83ce7c2b8516+24:3452:x1874436318013952:12345-0@lo:400:kworker.0 Request processed in 34us (1451us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602316.053572:0:16438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1787602316.053613:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2654ceba-7933-4907-9870-83ce7c2b8516:3452:1874436318013952:0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.053997:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1874436318015232:0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.054064:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602316.054088:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787602316.054094:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1874436318015104:0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.054119:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602316.054145:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318015232 00000100:00100000:0.0:1787602316.054149:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318015232 00000100:00100000:0.0:1787602316.054180:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318015104 00000100:00100000:0.0:1787602316.054183:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318015104 00000100:00100000:0.0:1787602316.054202:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1787602316.054208:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3454:x1874436318015232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.054246:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3454:x1874436318015232:12345-0@lo:400:kworker.0 Request processed in 38us (193us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602316.054267:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:0.0:1787602316.054283:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1787602316.054288:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1874436318015104:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.054315:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1874436318015104:12345-0@lo:400:kworker.0 Request processed in 27us (195us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602316.054320:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00080000:0.0:1787602316.054337:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787602316.054340:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787602316.054363:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1874436318015104:0@lo:400:kworker.0 00010000:00080000:0.0:1787602316.054389:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0559da7b80 x1874436318015232/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602316.054399:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1874436318015232:0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.054420:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3452:1874436318014976:0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.054444:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602316.054462:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787602316.054467:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1874436318014848:0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.054487:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602316.054507:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318014976 00000100:00100000:0.0:1787602316.054510:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318014976 00000100:00100000:0.0:1787602316.054534:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318014848 00000100:00100000:0.0:1787602316.054537:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318014848 00000100:00100000:0.0:1787602316.054554:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1787602316.054559:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3452:x1874436318014976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.054592:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3452:x1874436318014976:12345-0@lo:400:kworker.0 Request processed in 32us (147us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602316.054598:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1787602316.054610:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:0.0:1787602316.054615:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1874436318014848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602316.054641:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1874436318014848:12345-0@lo:400:kworker.0 Request processed in 25us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602316.054646:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00080000:0.0:1787602316.054659:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787602316.054661:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787602316.054678:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1874436318014848:0@lo:400:kworker.0 00010000:00080000:0.0:1787602316.054700:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0559da4a80 x1874436318014976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602332 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602316.054709:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3452:1874436318014976:0@lo:400:kworker.0 00000100:00100000:3.0:1787602316.062687:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318015360:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1787602316.062786:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602316.063518:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318015360 00000100:00100000:2.0:1787602316.063528:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318015360 00000100:00100000:2.0:1787602316.063603:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787602316.063614:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0550991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318015360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787602316.063638:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602316.063699:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0550991c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318015360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602316.063705:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787602316.064267:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318015360:0@lo:13:osp-pre-1-0.0 00000001:00100000:0.0:1787602316.640981:0:9066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 20e2bf5b-7344-49a1-ad0f-b86d15e258b4 00000020:00000080:0.0:1787602316.640993:0:9066:0:(genops.c:885:class_export_put()) final put ffff8d04454bf000/20e2bf5b-7344-49a1-ad0f-b86d15e258b4 00000020:00000080:2.0:1787602316.641142:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04454bf000/20e2bf5b-7344-49a1-ad0f-b86d15e258b4 for lustre-OST0001 00000020:00000080:2.0:1787602316.641205:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d04454be000 for lustre-OST0001 00010000:00010000:1.0:1787602316.944273:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602317.604486:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602317.605444:0:16448:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293805440 00000100:00100000:1.0:1787602317.605458:0:16448:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293805440 00000100:00100000:1.0:1787602317.605575:0:16448:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00100000:1.0:1787602317.605588:0:16448:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+12:16604:x1874436293805440:12345-192.168.204.52@tcp:35:umount.0 00000001:00080000:1.0:1787602317.606177:0:16448:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 8589934624 00000100:00100000:1.0:1787602317.606715:0:16448:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+14:16604:x1874436293805440:12345-192.168.204.52@tcp:35:umount.0 Request processed in 1127us (2240us total) trans 8589934625 rc 0/0 00000100:00100000:1.0:1787602317.606727:0:16448:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 13 00000020:00080000:1.0:1787602317.606732:0:16448:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:0.0:1787602317.607712:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787602317.623251:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602317.623308:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602317.623345:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602317.623791:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293805568 00000100:00100000:0.0:1787602317.623802:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293805568 00000100:00100000:0.0:1787602317.623872:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293805824 00000100:00100000:0.0:1787602317.623875:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293805824 00000100:00100000:0.0:1787602317.623889:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293805696 00000100:00100000:0.0:1787602317.623892:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293805696 00000100:00100000:0.0:1787602317.623910:0:16430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 3 00000100:00100000:0.0:1787602317.623920:0:16430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573966d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+15:2400:x1874436293805568:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787602317.623936:0:16430:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602317.623968:0:16430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05764faa00/0xbc87b28475e37022 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 14 type: PLN flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9941a6 expref: 15 pid: 16436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602317.623986:0:16430:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602317.624087:0:16430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573966d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+14:2400:x1874436293805568:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 167us (846us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602317.624096:0:16430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 3 00000100:00100000:0.0:1787602317.624115:0:16430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 4 00000100:00100000:0.0:1787602317.624122:0:16430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+13:2400:x1874436293805824:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787602317.624131:0:16430:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602317.624157:0:16430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0541481200/0xbc87b28475e370ae lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99428d expref: 13 pid: 16436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602317.624168:0:16430:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602317.624188:0:16430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+12:2400:x1874436293805824:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 67us (888us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602317.624195:0:16430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 4 00000100:00100000:0.0:1787602317.624208:0:16430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 5 00000100:00100000:0.0:1787602317.624214:0:16430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057b153850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+11:2400:x1874436293805696:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787602317.624410:0:16430:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602317.624423:0:16430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d7200/0xbc87b28475e37029 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9941d7 expref: 11 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602317.624432:0:16430:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602317.624452:0:16430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057b153850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+10:2400:x1874436293805696:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 238us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602317.624459:0:16430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 5 00000100:00100000:2.0:1787602317.645174:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602317.650170:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293806720 00000100:00100000:0.0:1787602317.650189:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293806720 00000100:00100000:1.0:1787602317.652802:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 65 00000100:00100000:1.0:1787602317.652818:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+14:2397:x1874436293806720:12345-192.168.204.52@tcp:39:umount.0 00000020:00000080:1.0:1787602317.652854:0:16446:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e37037 00000020:00010000:1.0:1787602317.652878:0:16446:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8d0553367000: total 0 00000100:00080000:1.0:1787602317.652884:0:16446:0:(import.c:65:import_set_state_nolock()) ffff8d057dc78800 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1787602317.652920:0:16446:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934625 00000100:00100000:1.0:1787602317.653535:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+13:2397:x1874436293806720:12345-192.168.204.52@tcp:39:umount.0 Request processed in 716us (8371us total) trans 8589934626 rc 0/0 00000100:00100000:1.0:1787602317.653699:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 65 00000020:00010000:2.0:1787602317.654003:0:16432:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8d0553367000: total 0 00010000:00010000:2.0:1787602317.654008:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602317.654083:0:16432:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d0553367000, canceled 0 locks, left on hash table 7. 00010000:00010000:2.0:1787602317.654120:0:16432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054338ab00) 00010000:00010000:2.0:1787602317.654124:0:16432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787602317.654132:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d7a00/0xbc87b28475e3715d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9942a9 expref: 12 pid: 16444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602317.654151:0:16432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d0545269900) 00010000:00010000:2.0:1787602317.654154:0:16432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787602317.654157:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0559d8e600/0xbc87b28475e37102 lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994294 expref: 11 pid: 16444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602317.654217:0:16432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x1:0x0].0x0 (ffff8d054338a700) 00010000:00010000:2.0:1787602317.654230:0:16432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1787602317.654234:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05764fa600/0xbc87b28475e371e2 lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9942d3 expref: 10 pid: 16444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602317.654253:0:16432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x3:0x0].0x0 (ffff8d0552e98700) 00010000:00010000:2.0:1787602317.654255:0:16432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787602317.654259:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b400/0xbc87b28475e372de lrc: 0/0,0 mode: --/PR res: [0x200000bd1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994320 expref: 9 pid: 16444 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602317.654275:0:16432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d0545269700) 00010000:00010000:2.0:1787602317.654277:0:16432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787602317.654281:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05764fae00/0xbc87b28475e37260 lrc: 0/0,0 mode: --/CW res: [0x200000bd1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9942fd expref: 8 pid: 17371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602317.654293:0:16432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000bd1:0x2:0x0].0x0 (ffff8d0545269700) 00010000:00010000:2.0:1787602317.654321:0:16432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787602317.654326:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6000/0xbc87b28475e37283 lrc: 0/0,0 mode: --/CR res: [0x200000bd1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99430b expref: 7 pid: 17371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602317.654343:0:16432:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d0542d89d00) 00010000:00010000:2.0:1787602317.654346:0:16432:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602317.654349:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05764fa200/0xbc87b28475e3711e lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99429b expref: 6 pid: 17371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602317.654361:0:16432:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d0553367000, canceled 7 locks, left on hash table 0. 00010000:00010000:2.0:1787602317.654372:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602317.654374:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602317.654376:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602317.678234:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602317.678635:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293806848 00000100:00100000:2.0:1787602317.678647:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293806848 00000100:00100000:2.0:1787602317.678769:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 66 00000100:00100000:2.0:1787602317.678781:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+5:2397:x1874436293806848:12345-192.168.204.52@tcp:39:umount.0 00000020:00000080:2.0:1787602317.678816:0:17371:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e3703e 00000100:00080000:2.0:1787602317.678834:0:17371:0:(import.c:65:import_set_state_nolock()) ffff8d057a74c800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787602317.678867:0:17371:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934592 00010000:00010000:3.0:1787602317.679332:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602317.681650:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:20e2bf5b-7344-49a1-ad0f-b86d15e258b4+3:2397:x1874436293806848:12345-192.168.204.52@tcp:39:umount.0 Request processed in 2861us (3431us total) trans 8589934593 rc 0/0 00000100:00100000:2.0:1787602317.681665:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 66 00000100:00080000:0.0:1787602317.681668:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:2.0:1787602317.971773:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602318.481539:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602318.481745:0:16436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293806976 00000100:00100000:1.0:1787602318.481759:0:16436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293806976 00000100:00100000:1.0:1787602318.481836:0:16436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 178 00000100:00100000:1.0:1787602318.481849:0:16436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575a7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+10:2401:x1874436293806976:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:1.0:1787602318.481969:0:16436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575a7a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+10:2401:x1874436293806976:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 123us (449us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602318.481979:0:16436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 178 00000100:00100000:3.0:1787602318.484636:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602318.484755:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293807104 00000100:00100000:0.0:1787602318.484766:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293807104 00000100:00100000:0.0:1787602318.484898:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 120 00000100:00100000:0.0:1787602318.484910:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d3e76b8-a791-4026-872a-221c87b02913+6:2401:x1874436293807104:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:0.0:1787602318.485056:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d3e76b8-a791-4026-872a-221c87b02913+6:2401:x1874436293807104:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 148us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602318.485065:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 120 00000100:00080000:2.0:1787602318.485362:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787602318.489801:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602318.499143:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293807232 00000100:00100000:1.0:1787602318.499174:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293807232 00000100:00100000:1.0:1787602318.499337:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 121 00000100:00100000:1.0:1787602318.499352:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d3e76b8-a791-4026-872a-221c87b02913+5:2401:x1874436293807232:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:1.0:1787602318.499475:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d3e76b8-a791-4026-872a-221c87b02913+5:2401:x1874436293807232:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 127us (9689us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602318.499484:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 121 00000100:00080000:3.0:1787602318.499874:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787602318.608830:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787602318.608863:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318015488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787602318.608981:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602318.609107:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318015488 00000100:00100000:3.0:1787602318.609123:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318015488 00000100:00100000:3.0:1787602318.609221:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787602318.609240:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318015488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787602318.609321:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787602318.609394:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318015488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 159us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602318.609401:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00080000:3.0:1787602318.609439:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787602318.609512:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318015488:0@lo:13:osp-pre-0-1.0 00010000:00010000:3.0:1787602318.992297:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602319.632520:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318015616:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602319.632626:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602319.632712:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787602319.632720:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318015744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602319.632745:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602319.632863:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318015616 00000100:00100000:1.0:1787602319.632874:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318015616 00000100:00100000:1.0:1787602319.632954:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318015744 00000100:00100000:1.0:1787602319.632958:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318015744 00000100:00100000:1.0:1787602319.632978:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1787602319.632989:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318015616:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787602319.633069:0:16449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1787602319.633135:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318015616:12345-0@lo:41:osp-pre-1-0.0 Request processed in 147us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602319.633144:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1787602319.633162:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787602319.633168:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318015744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787602319.633194:0:16449:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1787602319.633227:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318015744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602319.633233:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1787602319.633478:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318015744:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602319.633492:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318015616:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1787602320.016400:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602320.274422:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602320.274606:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293807360 00000100:00100000:0.0:1787602320.274620:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293807360 00000100:00100000:0.0:1787602320.274717:0:16430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 6 00000100:00100000:0.0:1787602320.274728:0:16430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+10:2400:x1874436293807360:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787602320.274751:0:16430:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602320.274776:0:16430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05764fbe00/0xbc87b28475e37061 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994216 expref: 10 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602320.274799:0:16430:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602320.274870:0:16430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+9:2400:x1874436293807360:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 143us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602320.274879:0:16430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 6 00000100:00100000:3.0:1787602320.284513:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602320.284626:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602320.284766:0:16431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293807616 00000100:00100000:1.0:1787602320.284782:0:16431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293807616 00000100:00100000:1.0:1787602320.284867:0:16431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293807488 00000100:00100000:1.0:1787602320.284870:0:16431:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293807488 00000100:00100000:1.0:1787602320.284954:0:16431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 7 00000100:00100000:1.0:1787602320.284967:0:16431:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+10:2400:x1874436293807616:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787602320.284992:0:16431:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787602320.285055:0:16431:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05764fb600/0xbc87b28475e370a7 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994286 expref: 10 pid: 16436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602320.285352:0:16430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 8 00000100:00100000:0.0:1787602320.285366:0:16430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+9:2400:x1874436293807488:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787602320.285376:0:16430:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602320.285387:0:16430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d6400/0xbc87b28475e37068 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994247 expref: 9 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602320.285401:0:16430:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602320.285489:0:16430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+8:2400:x1874436293807488:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 127us (862us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602320.285497:0:16430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 8 00010000:00010000:1.0:1787602320.285771:0:16431:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787602320.285813:0:16431:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+7:2400:x1874436293807616:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 848us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602320.285821:0:16431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 7 00000100:00100000:1.0:1787602320.300153:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602320.300374:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293807872 00000100:00100000:0.0:1787602320.300391:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293807872 00000100:00100000:0.0:1787602320.300503:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 67 00000100:00100000:0.0:1787602320.300619:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d3e76b8-a791-4026-872a-221c87b02913+6:2397:x1874436293807872:12345-192.168.204.52@tcp:39:umount.0 00000020:00000080:0.0:1787602320.300677:0:16446:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e37076 00000020:00010000:0.0:1787602320.300686:0:16446:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8d04410d3000: total 0 00000100:00080000:0.0:1787602320.300692:0:16446:0:(import.c:65:import_set_state_nolock()) ffff8d04410d0800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787602320.300725:0:16446:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934626 00000100:00080000:3.0:1787602320.301077:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00010000:2.0:1787602320.301252:0:16433:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8d04410d3000: total 0 00010000:00010000:2.0:1787602320.301322:0:16433:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d04410d3000, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1787602320.301372:0:16433:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d054338ab00) 00010000:00010000:2.0:1787602320.301395:0:16433:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787602320.301408:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d7000/0xbc87b28475e3716b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9942b0 expref: 5 pid: 16445 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602320.301438:0:16433:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d04410d3000, canceled 1 locks, left on hash table 0. 00010000:00010000:2.0:1787602320.301451:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602320.301453:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602320.301468:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602320.301790:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7d3e76b8-a791-4026-872a-221c87b02913+3:2397:x1874436293807872:12345-192.168.204.52@tcp:39:umount.0 Request processed in 1274us (1652us total) trans 8589934627 rc 0/0 00000100:00100000:0.0:1787602320.301802:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 67 00000100:00100000:0.0:1787602320.317565:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602320.317739:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293808000 00000100:00100000:2.0:1787602320.317752:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293808000 00000100:00100000:2.0:1787602320.317843:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 68 00000100:00100000:2.0:1787602320.317857:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d3e76b8-a791-4026-872a-221c87b02913+5:2397:x1874436293808000:12345-192.168.204.52@tcp:39:umount.0 00000020:00000080:2.0:1787602320.317923:0:16445:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e3707d 00000100:00080000:2.0:1787602320.317935:0:16445:0:(import.c:65:import_set_state_nolock()) ffff8d04410d4000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787602320.317987:0:16445:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934593 00000100:00100000:2.0:1787602320.318320:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7d3e76b8-a791-4026-872a-221c87b02913+3:2397:x1874436293808000:12345-192.168.204.52@tcp:39:umount.0 Request processed in 465us (771us total) trans 8589934594 rc 0/0 00000100:00100000:2.0:1787602320.318329:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 68 00000100:00080000:3.0:1787602320.318411:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00010000:1.0:1787602320.319535:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602320.433080:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602320.438726:0:16439:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293808256 00000100:00100000:3.0:1787602320.438751:0:16439:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293808256 00000100:00100000:3.0:1787602320.438871:0:16439:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 179 00000100:00100000:3.0:1787602320.438887:0:16439:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+7:2397:x1874436293808256:12345-192.168.204.52@tcp:251:umount.0 00000020:00000080:3.0:1787602320.438970:0:16439:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e37014 00000020:00010000:3.0:1787602320.438981:0:16439:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8d04454bc800: total 0 00000100:00080000:3.0:1787602320.438987:0:16439:0:(import.c:65:import_set_state_nolock()) ffff8d04454be800 : changing import state from FULL to CLOSED 00000100:00100000:3.0:1787602320.439185:0:16439:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd84450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3+3:2397:x1874436293808256:12345-192.168.204.52@tcp:251:umount.0 Request processed in 301us (6119us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602320.439218:0:16439:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 179 00000020:00010000:2.0:1787602320.441757:0:16433:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8d04454bc800: total 0 00010000:00010000:2.0:1787602320.441773:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602320.442225:0:16433:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d04454bc800, canceled 0 locks, left on hash table 1. 00010000:00010000:2.0:1787602320.442282:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0541481c00/0xbc87b28475e3701b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99419f expref: 2 pid: 16436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602320.442308:0:16433:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d04454bc800, canceled 1 locks, left on hash table 0. 00000020:00000080:2.0:1787602320.442319:0:16433:0:(genops.c:885:class_export_put()) final put ffff8d04454bc800/473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3 00010000:00010000:2.0:1787602320.442352:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602320.442375:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602320.442377:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1787602320.442552:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04454bc800/473a1ecc-b1d4-4e72-9ab1-adfb3b69b7b3 for MGS 00000020:00000080:0.0:1787602320.442609:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d04454be800 for MGS 00000001:00100000:1.0:1787602320.743874:0:6469:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 7d3e76b8-a791-4026-872a-221c87b02913 00000001:00080000:1.0:1787602320.743907:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934627 is committed 00000020:00000080:1.0:1787602320.743912:0:6469:0:(genops.c:885:class_export_put()) final put ffff8d04410d3000/7d3e76b8-a791-4026-872a-221c87b02913 00000001:00100000:1.0:1787602320.743940:0:6469:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of 20e2bf5b-7344-49a1-ad0f-b86d15e258b4 00000001:00080000:1.0:1787602320.743947:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 8589934626 is committed 00000020:00000080:1.0:1787602320.743952:0:6469:0:(genops.c:885:class_export_put()) final put ffff8d0553367000/20e2bf5b-7344-49a1-ad0f-b86d15e258b4 00000020:00000080:0.0:1787602320.744000:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04410d3000/7d3e76b8-a791-4026-872a-221c87b02913 for lustre-MDT0000 00000020:00000080:0.0:1787602320.744076:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0553367000/20e2bf5b-7344-49a1-ad0f-b86d15e258b4 for lustre-MDT0000 00000020:00000080:0.0:1787602320.744107:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d04410d0800 for lustre-MDT0000 00000020:00000080:0.0:1787602320.744111:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057dc78800 for lustre-MDT0000 00010000:00010000:2.0:1787602321.042599:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602321.171953:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318015872:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787602321.172084:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.172565:0:17759:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318015872 00000100:00100000:0.0:1787602321.172575:0:17759:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318015872 00000100:00100000:0.0:1787602321.172644:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787602321.172655:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318015872:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787602321.172706:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602321.172754:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318015872:12345-0@lo:13:osp-pre-0-0.0 Request processed in 101us (671us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.172762:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1787602321.172797:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318016128:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.172827:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.172853:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318016640:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.175280:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.175369:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318017152:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.175448:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.175501:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1787602321.175509:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318016256:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.175540:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.175565:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318016768:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.175588:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.175607:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3453:1874436318017280:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.175628:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787602321.175679:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602321.175712:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318016128 00000100:00100000:0.0:1787602321.175724:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318016128 00000100:00100000:0.0:1787602321.175784:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787602321.175794:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318016128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.175863:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318016128:12345-0@lo:400:kworker.0 Request processed in 70us (3035us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.175870:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1787602321.175927:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318017152 00000100:00100000:0.0:1787602321.175931:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318017152 00000100:00100000:0.0:1787602321.175967:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318017280 00000100:00100000:0.0:1787602321.175970:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318017280 00000100:00100000:0.0:1787602321.175992:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1787602321.175998:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318017152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.176060:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318017152:12345-0@lo:400:kworker.0 Request processed in 62us (610us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.176068:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:0.0:1787602321.176082:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1787602321.176088:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3453:x1874436318017280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.176133:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3453:x1874436318017280:12345-0@lo:400:kworker.0 Request processed in 45us (504us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.176139:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:0.0:1787602321.176162:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318016640 00000100:00100000:0.0:1787602321.176165:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318016640 00000100:00100000:0.0:1787602321.176197:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318016256 00000100:00100000:0.0:1787602321.176200:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318016256 00000100:00100000:2.0:1787602321.176364:0:17757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318016768 00000100:00100000:2.0:1787602321.176370:0:17757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318016768 00000100:00100000:2.0:1787602321.176404:0:17757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1787602321.176413:0:17757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318016640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602321.176456:0:17757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318016640:12345-0@lo:400:kworker.0 Request processed in 45us (3579us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602321.176462:0:17757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1787602321.176474:0:17757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:2.0:1787602321.176479:0:17757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318016768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602321.176507:0:17757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318016768:12345-0@lo:400:kworker.0 Request processed in 28us (919us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602321.176513:0:17757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787602321.180527:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787602321.180545:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318016256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.180684:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318016256:12345-0@lo:400:kworker.0 Request processed in 143us (5142us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.180692:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787602321.180813:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2654ceba-7933-4907-9870-83ce7c2b8516:3452:1874436318016000:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.180864:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.180922:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318016512:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.180955:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.180991:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1874436318017024:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.181052:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.187298:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318017536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787602321.187397:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.187449:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1787602321.187459:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318016384:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.187493:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.187524:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1874436318016896:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.187551:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.187571:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318017408:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.187597:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602321.187649:0:16438:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318016000 00000100:00100000:0.0:1787602321.187662:0:16438:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318016000 00000100:00100000:0.0:1787602321.187746:0:16438:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1787602321.187760:0:16438:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2654ceba-7933-4907-9870-83ce7c2b8516+24:3452:x1874436318016000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.187849:0:16438:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd85850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:2654ceba-7933-4907-9870-83ce7c2b8516+24:3452:x1874436318016000:12345-0@lo:400:kworker.0 Request processed in 90us (6984us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.187858:0:16438:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1787602321.187921:0:16450:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318016512 00000100:00100000:0.0:1787602321.187928:0:16450:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318016512 00000100:00100000:0.0:1787602321.187956:0:16450:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787602321.187963:0:16450:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318016512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.188004:0:16450:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318016512:12345-0@lo:400:kworker.0 Request processed in 41us (7049us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.188010:0:16450:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787602321.188056:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318017024 00000100:00100000:0.0:1787602321.188075:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318017024 00000100:00100000:0.0:1787602321.188423:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318016384 00000100:00100000:0.0:1787602321.188428:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318016384 00000100:00100000:0.0:1787602321.188504:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318016896 00000100:00100000:0.0:1787602321.188508:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318016896 00000100:00100000:0.0:1787602321.188521:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318017408 00000100:00100000:0.0:1787602321.188524:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318017408 00000100:00100000:0.0:1787602321.188543:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1787602321.188550:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1874436318017024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.188600:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1874436318017024:12345-0@lo:400:kworker.0 Request processed in 49us (7547us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.188607:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1787602321.188622:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1787602321.188628:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318016384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.188662:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318016384:12345-0@lo:400:kworker.0 Request processed in 33us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.188669:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1787602321.188681:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1787602321.188686:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1874436318016896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.188715:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1874436318016896:12345-0@lo:400:kworker.0 Request processed in 29us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.188721:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1787602321.188732:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1787602321.188738:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3452:x1874436318017408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.188768:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3452:x1874436318017408:12345-0@lo:400:kworker.0 Request processed in 31us (1171us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.188775:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1787602321.188828:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787602321.188844:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318017664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787602321.190525:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787602321.190612:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1787602321.190620:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1787602321.190623:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787602321.190627:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787602321.190669:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318017536 00000100:00100000:2.0:1787602321.190680:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318017536 00000100:00100000:0.0:1787602321.190691:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318015872:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787602321.190740:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318017664 00000100:00100000:2.0:1787602321.190744:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318017664 00000100:00100000:0.0:1787602321.190759:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787602321.191327:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318017536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787602321.191379:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1787602321.191465:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318017536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 695us (4068us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.191472:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787602321.191498:0:17759:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787602321.191506:0:17759:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318017664:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787602321.191516:0:17759:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1787602321.191547:0:17759:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318017664:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (1034us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602321.191553:0:17759:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787602321.191597:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318016384:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.191616:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1874436318016896:0@lo:400:kworker.0 00000100:00100000:3.0:1787602321.193468:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318016256:0@lo:400:kworker.0 00000100:00100000:3.0:1787602321.193490:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318016768:0@lo:400:kworker.0 00000100:00100000:3.0:1787602321.193504:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3453:1874436318017280:0@lo:400:kworker.0 00000100:00100000:3.0:1787602321.193518:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318016128:0@lo:400:kworker.0 00000100:00100000:3.0:1787602321.193531:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318016640:0@lo:400:kworker.0 00010000:00080000:3.0:1787602321.193547:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0575f9b100 x1874436318017152/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602321.193559:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318017152:0@lo:400:kworker.0 00010000:00080000:0.0:1787602321.193969:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0575f98e00 x1874436318017408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602337 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602321.193988:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318017408:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.194084:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318017664:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787602321.194200:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2654ceba-7933-4907-9870-83ce7c2b8516:3452:1874436318016000:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.195325:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318016512:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.195348:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1874436318017024:0@lo:400:kworker.0 00000100:00100000:0.0:1787602321.195378:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318017536:0@lo:13:osp-pre-1-0.0 00000001:00100000:2.0:1787602321.337349:0:7253:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 7d3e76b8-a791-4026-872a-221c87b02913 00000001:00080000:2.0:1787602321.337377:0:7253:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934594 is committed 00000020:00000080:2.0:1787602321.337383:0:7253:0:(genops.c:885:class_export_put()) final put ffff8d04410d5800/7d3e76b8-a791-4026-872a-221c87b02913 00000001:00100000:2.0:1787602321.337403:0:7253:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of 20e2bf5b-7344-49a1-ad0f-b86d15e258b4 00000001:00080000:2.0:1787602321.337408:0:7253:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934593 is committed 00000020:00000080:2.0:1787602321.337410:0:7253:0:(genops.c:885:class_export_put()) final put ffff8d057dc7b000/20e2bf5b-7344-49a1-ad0f-b86d15e258b4 00000020:00000080:3.0:1787602321.338492:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04410d5800/7d3e76b8-a791-4026-872a-221c87b02913 for lustre-MDT0001 00000020:00000080:3.0:1787602321.338626:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057dc7b000/20e2bf5b-7344-49a1-ad0f-b86d15e258b4 for lustre-MDT0001 00000020:00000080:3.0:1787602321.338667:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d04410d4000 for lustre-MDT0001 00000020:00000080:3.0:1787602321.338672:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057a74c800 for lustre-MDT0001 00000040:00080000:0.0:1787602321.877119:0:16478:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787602321.877132:0:16478:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787602321.877196:0:16478:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1787602321.877208:0:16478:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00010000:00010000:2.0:1787602322.064991:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602323.093370:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787602323.151744:0:20293:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:2.0:1787602323.168308:0:20293:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0000 00010000:00010000:2.0:1787602323.168377:0:20293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.168394:0:20293:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.168401:0:20293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.168407:0:20293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.168437:0:20293:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787602323.168442:0:20293:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00010000:00010000:1.0:1787602323.168766:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602323.168776:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.168785:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fb400 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:1.0:1787602323.168789:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.168800:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787602323.168822:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602323.168828:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787602323.168830:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1787602323.168833:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1787602323.168885:0:16433:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.168892:0:16433:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787602323.168919:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.168927:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05764fb400/0xbc87b28475e36bd7 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36bde expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.168940:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602323.168942:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602323.168944:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602323.168966:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2654ceba-7933-4907-9870-83ce7c2b8516:3454:1874436318017792:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787602323.169070:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602323.169139:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318017792 00000100:00100000:1.0:1787602323.169146:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318017792 00000100:00100000:1.0:1787602323.169196:0:16430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787602323.169205:0:16430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2654ceba-7933-4907-9870-83ce7c2b8516+24:3454:x1874436318017792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787602323.169217:0:16430:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787602323.169232:0:16430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0540031a00/0xbc87b28475e36bde lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36bd7 expref: 24 pid: 16436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.169267:0:16430:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787602323.169302:0:16430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2654ceba-7933-4907-9870-83ce7c2b8516+23:3454:x1874436318017792:12345-0@lo:103:ldlm_bl.0 Request processed in 98us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602323.169310:0:16430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787602323.169353:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2654ceba-7933-4907-9870-83ce7c2b8516:3454:1874436318017792:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1787602323.169565:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787602323.169570:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787602323.169577:0:20293:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00080000:2.0:1787602323.169594:0:20293:0:(import.c:65:import_set_state_nolock()) ffff8d044486e800 lustre-MDT0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:1.0:1787602323.170810:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1874436318017920:0@lo:39:umount.0 00000100:00100000:1.0:1787602323.170879:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602323.174383:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318017920 00000100:00100000:0.0:1787602323.174604:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318017920 00000100:00100000:0.0:1787602323.174841:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787602323.174865:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3450:x1874436318017920:12345-0@lo:39:umount.0 00000020:00000080:0.0:1787602323.175396:0:16446:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c08 00000100:00080000:0.0:1787602323.175551:0:16446:0:(import.c:65:import_set_state_nolock()) ffff8d057adca000 : changing import state from FULL to CLOSED 00010000:00010000:2.0:1787602323.175776:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602323.175875:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+1:3450:x1874436318017920:12345-0@lo:39:umount.0 Request processed in 1013us (4994us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602323.175898:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000020:00000080:0.0:1787602323.175912:0:16446:0:(genops.c:885:class_export_put()) final put ffff8d044486a000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1787602323.176049:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d044486a000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1787602323.176106:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057adca000 for lustre-MDT0000 00000100:00080000:1.0:1787602323.176582:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d044486e800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1787602323.176603:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1874436318017920:0@lo:39:umount.0 00000100:00080000:2.0:1787602323.176771:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787602323.176775:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787602323.176780:0:20293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1787602323.178272:0:20293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.178289:0:20293:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.178316:0:20293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.178323:0:20293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.178405:0:20293:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787602323.178413:0:20293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.178420:0:20293:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.178426:0:20293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.178432:0:20293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178538:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787602323.178545:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178553:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0540031400 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:1.0:1787602323.178557:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178567:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787602323.178574:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602323.178580:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787602323.178583:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0000: stopping, won't requeue 00010000:00010000:1.0:1787602323.178617:0:16433:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178629:0:16433:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787602323.178674:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178689:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0540031400/0xbc87b28475e36b28 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36b2f expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178717:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602323.178721:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178726:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628ac00 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:1.0:1787602323.178729:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178735:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787602323.178741:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602323.178746:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:1.0:1787602323.178749:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 00010000:00010000:1.0:1787602323.178761:0:16433:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 3/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178767:0:16433:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787602323.178773:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.178790:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602323.178791:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602323.178794:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602323.178957:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318018048:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787602323.179056:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602323.179111:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787602323.179117:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318018176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787602323.179136:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602323.179178:0:19197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318018048 00000100:00100000:0.0:1787602323.179185:0:19197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318018048 00000100:00100000:0.0:1787602323.179225:0:19197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318018176 00000100:00100000:0.0:1787602323.179228:0:19197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318018176 00000100:00100000:0.0:1787602323.179248:0:19197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787602323.179258:0:19197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2654ceba-7933-4907-9870-83ce7c2b8516+24:3451:x1874436318018048:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602323.179272:0:19197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602323.179287:0:19197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d057b121600/0xbc87b28475e36b2f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36b28 expref: 24 pid: 16439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602323.179302:0:19197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602323.179338:0:19197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2654ceba-7933-4907-9870-83ce7c2b8516+23:3451:x1874436318018048:12345-0@lo:103:ldlm_bl.0 Request processed in 80us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602323.179345:0:19197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787602323.179363:0:19197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787602323.179370:0:19197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2654ceba-7933-4907-9870-83ce7c2b8516+22:3451:x1874436318018176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602323.179378:0:19197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602323.179388:0:19197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d6600/0xbc87b28475e3700d lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e37006 expref: 22 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602323.179397:0:19197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602323.179419:0:19197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2654ceba-7933-4907-9870-83ce7c2b8516+21:3451:x1874436318018176:12345-0@lo:103:ldlm_bl.0 Request processed in 49us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602323.179424:0:19197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787602323.179466:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318018176:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787602323.179476:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318018048:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787602323.180127:0:20293:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787602323.180138:0:20293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e37006 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e3700d expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602323.180152:0:20293:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1787602323.180161:0:20293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.180169:0:20293:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.180188:0:20293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.180195:0:20293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.180244:0:16432:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602323.180251:0:16432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.180257:0:16432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7c00 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:1.0:1787602323.180261:0:16432:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.180269:0:16432:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787602323.180275:0:16432:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602323.180281:0:16432:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1787602323.180284:0:16432:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 00010000:00010000:1.0:1787602323.180309:0:16432:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 3/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.180315:0:16432:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1787602323.180369:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318018304:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787602323.180416:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602323.180489:0:19197:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318018304 00000100:00100000:0.0:1787602323.180501:0:19197:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318018304 00000100:00100000:0.0:1787602323.180549:0:19197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787602323.180557:0:19197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057b151c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2654ceba-7933-4907-9870-83ce7c2b8516+21:3453:x1874436318018304:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602323.180569:0:19197:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602323.180580:0:19197:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05764fb200/0xbc87b28475e370e6 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e370df expref: 21 pid: 16439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602323.180593:0:19197:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1787602323.180642:0:16432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.180652:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602323.180653:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602323.180655:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602323.180879:0:20293:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:2.0:1787602323.180885:0:20293:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05765d7c00/0xbc87b28475e370df lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e370e6 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602323.180894:0:20293:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787602323.180902:0:20293:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.180910:0:20293:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.180916:0:20293:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.180923:0:20293:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602323.180935:0:20293:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:2.0:1787602323.180948:0:20293:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0000 10000000:01000000:2.0:1787602323.180952:0:20293:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0000 (0) 00000020:01000004:2.0:1787602323.180991:0:20293:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0000 00000020:01000000:2.0:1787602323.180995:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000 (flags='F') 00000020:00000080:2.0:1787602323.180999:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602323.181011:0:20293:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000: forcing exports to disconnect: 4/9 00000020:00080000:2.0:1787602323.181045:0:20293:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8d057b7d0800 lustre-MDT0000-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787602323.181052:0:20293:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8d0445cb0800 lustre-MDT0000-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787602323.181057:0:20293:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8d0573cbb800 lustre-MDT0000-lwp-MDT0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787602323.181061:0:20293:0:(genops.c:1819:print_export_data()) lustre-MDT0000: ACTIVE ffff8d05649f5800 lustre-MDT0001-mdtlov_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787602323.181066:0:20293:0:(genops.c:1553:class_disconnect_exports()) OBD device 5 (ffff8d0444864d28) has exports, disconnecting them 00000020:00080000:2.0:1787602323.181071:0:20293:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d057b7d0800), last request at 1787602321 00000020:00000080:2.0:1787602323.181078:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36e3f 00000100:00080000:2.0:1787602323.181094:0:20293:0:(import.c:65:import_set_state_nolock()) ffff8d057b7d5800 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787602323.181143:0:20293:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d057b7d0800): rc 0 00000020:00000080:2.0:1787602323.181146:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d057b7d0800/lustre-MDT0000-lwp-OST0001_UUID 00000020:00080000:2.0:1787602323.181161:0:20293:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d0445cb0800), last request at 1787602321 00000020:00000080:2.0:1787602323.181164:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36da5 00000100:00080000:2.0:1787602323.181169:0:20293:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb3000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1787602323.181179:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b7d0800/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1787602323.181223:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057b7d5800 for lustre-MDT0000 00000020:00080000:2.0:1787602323.181239:0:20293:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0445cb0800): rc 0 00000020:00000080:2.0:1787602323.181241:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0445cb0800/lustre-MDT0000-lwp-OST0000_UUID 00000020:00080000:2.0:1787602323.181248:0:20293:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d0573cbb800), last request at 1787602232 00000020:00000080:2.0:1787602323.181251:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36cf6 00000100:00080000:2.0:1787602323.181255:0:20293:0:(import.c:65:import_set_state_nolock()) ffff8d0573cb9000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1787602323.181263:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0445cb0800/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000 00000020:00000080:2.0:1787602323.181286:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0445cb3000 for lustre-MDT0000 00000020:00080000:2.0:1787602323.181299:0:20293:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0573cbb800): rc 0 00000020:00000080:2.0:1787602323.181301:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0573cbb800/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00080000:2.0:1787602323.181308:0:20293:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000: disconnecting export at 0@lo (ffff8d05649f5800), last request at 1787602232 00000020:00000080:2.0:1787602323.181311:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c9b 00000100:00080000:2.0:1787602323.181322:0:20293:0:(import.c:65:import_set_state_nolock()) ffff8d0573cb8000 : changing import state from FULL to CLOSED 00000020:00000080:2.0:1787602323.181331:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0573cbb800/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000 00000020:00000080:2.0:1787602323.181364:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0573cb9000 for lustre-MDT0000 00000001:00000004:2.0:1787602323.181376:0:20293:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000020:00080000:2.0:1787602323.181803:0:20293:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d05649f5800): rc 0 00000004:00000080:2.0:1787602323.181810:0:20293:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=400866e7 len=0 karg=ffffa16281d17ae0 00000100:00080000:2.0:1787602323.181831:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787602323.181835:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 3 00010000:00010000:1.0:1787602323.182636:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602323.182645:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.182656:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0540030c00 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:1.0:1787602323.182660:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.182674:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787602323.182818:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602323.182825:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:1.0:1787602323.182828:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:1.0:1787602323.182830:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:1.0:1787602323.182886:0:16433:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.182893:0:16433:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1787602323.182913:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.182920:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0540030c00/0xbc87b28475e36b1a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36b21 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.182948:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602323.182950:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602323.182952:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602323.182968:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2654ceba-7933-4907-9870-83ce7c2b8516:3454:1874436318018432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787602323.183083:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602323.183142:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318018432 00000100:00100000:1.0:1787602323.183150:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318018432 00000100:00100000:1.0:1787602323.183191:0:16430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787602323.183200:0:16430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2654ceba-7933-4907-9870-83ce7c2b8516+21:3454:x1874436318018432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787602323.183213:0:16430:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787602323.183226:0:16430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d057b120800/0xbc87b28475e36b21 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36b1a expref: 21 pid: 16439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602323.183237:0:16430:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787602323.183271:0:16430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:2654ceba-7933-4907-9870-83ce7c2b8516+20:3454:x1874436318018432:12345-0@lo:103:ldlm_bl.0 Request processed in 71us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602323.183278:0:16430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:1.0:1787602323.183605:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573965f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:2654ceba-7933-4907-9870-83ce7c2b8516:3454:1874436318018432:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787602323.183627:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787602323.184500:0:20293:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787602323.184526:0:20293:0:(import.c:65:import_set_state_nolock()) ffff8d057618c000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787602323.184624:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318018560:0@lo:39:umount.0 00000100:00100000:3.0:1787602323.184802:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602323.184886:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318018560 00000100:00100000:2.0:1787602323.184893:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318018560 00000100:00100000:2.0:1787602323.184954:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1787602323.184962:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3450:x1874436318018560:12345-0@lo:39:umount.0 00000020:00000080:2.0:1787602323.184991:0:17086:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36d20 00000100:00080000:2.0:1787602323.185000:0:17086:0:(import.c:65:import_set_state_nolock()) ffff8d0542cdf800 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787602323.185054:0:17086:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1787602323.185351:0:19197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057b151c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:2654ceba-7933-4907-9870-83ce7c2b8516+19:3453:x1874436318018304:12345-0@lo:103:ldlm_bl.0 Request processed in 4791us (4931us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602323.185361:0:19197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787602323.185576:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+3:3450:x1874436318018560:12345-0@lo:39:umount.0 Request processed in 614us (774us total) trans 8589934595 rc 0/0 00000100:00100000:2.0:1787602323.185583:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:0.0:1787602323.185621:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573966300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318018304:0@lo:103:ldlm_bl.0 00000100:00080000:2.0:1787602323.185664:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787602323.185668:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 3 00010000:00010000:1.0:1787602323.185809:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:2.0:1787602323.185834:0:20293:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787602323.185922:0:20293:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:3.0:1787602323.186210:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057618c000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:3.0:1787602323.186217:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318018560:0@lo:39:umount.0 00000100:00080000:2.0:1787602323.186307:0:20293:0:(import.c:65:import_set_state_nolock()) ffff8d0566e01000 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787602323.186353:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318018688:0@lo:9:umount.0 00000100:00100000:3.0:1787602323.186393:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787602323.186528:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787602323.186531:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 3 00000004:00080000:2.0:1787602323.186549:0:20293:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:2.0:1787602323.186609:0:20293:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:2.0:1787602323.186620:0:20293:0:(import.c:65:import_set_state_nolock()) ffff8d056bd3e800 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:2.0:1787602323.186652:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8d0444864d28) has no exports 00000100:00100000:3.0:1787602323.186720:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318018816:0@lo:9:umount.0 00000100:00100000:3.0:1787602323.186746:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602323.187689:0:18529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318018688 00000100:00100000:0.0:1787602323.187699:0:18529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318018688 00000100:00100000:0.0:1787602323.187764:0:18529:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318018816 00000100:00100000:0.0:1787602323.187769:0:18529:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318018816 00000100:00100000:0.0:1787602323.187795:0:18529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787602323.187806:0:18529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3450:x1874436318018688:12345-0@lo:9:umount.0 00000020:00000080:0.0:1787602323.187833:0:18529:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36e62 00000100:00080000:0.0:1787602323.187935:0:18529:0:(import.c:65:import_set_state_nolock()) ffff8d057b7d4800 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787602323.187974:0:18529:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000100:00100000:0.0:1787602323.188377:0:18529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3450:x1874436318018688:12345-0@lo:9:umount.0 Request processed in 572us (1980us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602323.188385:0:18529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787602323.188403:0:18529:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787602323.188412:0:18529:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+5:3450:x1874436318018816:12345-0@lo:9:umount.0 00000020:00000080:0.0:1787602323.188427:0:18529:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36e69 00000100:00080000:0.0:1787602323.188457:0:18529:0:(import.c:65:import_set_state_nolock()) ffff8d057b7d4000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1787602323.188481:0:18529:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934606 00000100:00100000:0.0:1787602323.188700:0:18529:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:lustre-MDT0000-mdtlov_UUID+2:3450:x1874436318018816:12345-0@lo:9:umount.0 Request processed in 289us (1953us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602323.188707:0:18529:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00080000:0.0:1787602323.188760:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d056bd3e800 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1787602323.188771:0:3450:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787602323.188773:0:3450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787602323.188777:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318018816:0@lo:9:umount.0 00000100:00080000:0.0:1787602323.188788:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0566e01000 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:0.0:1787602323.188798:0:3450:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:0.0:1787602323.188800:0:3450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:0.0:1787602323.188802:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318018688:0@lo:9:umount.0 00000100:00080000:3.0:1787602323.189045:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1787602323.189052:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787602323.189141:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602323.189147:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00080000:3.0:1787602323.194436:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 5 (ffff8d0444864d28) has no exports 00000020:00000080:3.0:1787602323.259590:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b75 00000020:00000080:3.0:1787602323.259609:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0444a38000/lustre-QMT0000_UUID 00000020:01000000:3.0:1787602323.259631:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-QMT0000 (flags='') 00000020:00000080:2.0:1787602323.259661:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444a38000/lustre-QMT0000_UUID for lustre-QMT0000 00000020:00000080:2.0:1787602323.259691:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602323.259702:0:20293:0:(obd_config.c:956:class_cleanup()) lustre-QMT0000: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787602323.259706:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 7 (ffff8d0573c60000) has no exports 00000020:00000080:3.0:1787602323.263486:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b6e 00000020:00000080:3.0:1787602323.263501:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0566e04000/lustre-MDT0000-osd_UUID 00000020:00000080:0.0:1787602323.263748:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0566e04000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:0.0:1787602323.263839:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787602323.263861:0:20293:0:(obd_config.c:883:class_detach()) detach on obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:0.0:1787602323.263864:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0566e04800/lustre-QMT0000_UUID 00000020:00000080:0.0:1787602323.263867:0:20293:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0566e04800/lustre-QMT0000_UUID for lustre-QMT0000 00000020:01000000:0.0:1787602323.263871:0:20293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-QMT0000 (lustre-QMT0000_UUID) 00000100:00100000:2.0:1787602323.731790:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318018944:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787602323.731889:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602323.732109:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318018944 00000100:00100000:0.0:1787602323.732117:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318018944 00000100:00100000:0.0:1787602323.732202:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787602323.732213:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318018944:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787602323.732247:0:17758:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602323.732299:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318018944:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602323.732308:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:0.0:1787602323.732360:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318018944:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787602323.732474:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00100000:1.0:1787602323.827964:0:8124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787602323.827976:0:8124:0:(genops.c:885:class_export_put()) final put ffff8d057b7d0000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787602323.828064:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b7d0000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000 00000020:00000080:0.0:1787602323.828124:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057b7d4800 for lustre-OST0000 00010000:00010000:1.0:1787602324.112872:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787602324.496705:0:17101:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787602324.752378:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318019072:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602324.752459:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602324.752528:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318019072 00000100:00100000:0.0:1787602324.752536:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318019072 00000100:00100000:0.0:1787602324.752585:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:0.0:1787602324.752593:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3452:x1874436318019072:12345-0@lo:41:osp-pre-0-1.0 00000020:00080000:0.0:1787602324.752600:0:16449:0:(tgt_handler.c:807:tgt_request_handle()) operation 41 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787602324.753268:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3452:x1874436318019072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 671us (807us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787602324.753277:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:02020000:2.0:1787602324.755383:0:3452:0:(client.c:1505:ptlrpc_check_status()) lustre-MDT0000-osp-MDT0001: operation mds_statfs to node 0@lo failed: rc = -107 00000100:00080000:2.0:1787602324.769768:0:3452:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-osp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787602324.769777:0:3452:0:(import.c:65:import_set_state_nolock()) ffff8d0559dd1000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787602324.769782:0:3452:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-osp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787602324.807141:0:3452:0:(import.c:65:import_set_state_nolock()) ffff8d0559dd1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602324.807167:0:3452:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 539 00000100:00080000:2.0:1787602324.807179:0:3452:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d0559dd1000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602324.807227:0:3452:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057df24700 x1874436318019200/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787602324.807621:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318019200:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1787602324.807693:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602324.809798:0:17086:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318019200 00000100:00100000:2.0:1787602324.809828:0:17086:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318019200 00000100:00100000:2.0:1787602324.809898:0:17086:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1787602324.809907:0:17086:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3450:x1874436318019200:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1787602324.809925:0:17086:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1787602324.814946:0:17086:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:0+-99:3450:x1874436318019200:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 5029us (7242us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787602324.814962:0:17086:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00080000:3.0:1787602324.815602:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0559dd1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787602324.815610:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787602324.815614:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318019200:0@lo:38:ptlrpcd_00_01.0 00010000:00010000:1.0:1787602325.136336:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00100000:0.0:1787602325.866913:0:6469:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787602325.866923:0:6469:0:(genops.c:885:class_export_put()) final put ffff8d05649f5800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787602325.866997:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d05649f5800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000 00000020:00000080:2.0:1787602325.867077:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0573cb8000 for lustre-MDT0000 00010000:00010000:1.0:1787602326.160289:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602326.288300:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318019328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787602326.288396:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602326.288453:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318019328 00000100:00100000:0.0:1787602326.288462:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318019328 00000100:00100000:0.0:1787602326.288523:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787602326.288533:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318019328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787602326.288572:0:17758:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1787602326.288624:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318019328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602326.288631:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00080000:0.0:1787602326.288653:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1787602326.288688:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318019328:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1787602326.289130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787602326.289136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:2.0:1787602326.289141:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d0559dd1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602326.289146:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 631 00000100:00080000:2.0:1787602326.289151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787602326.289156:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d0559dd1000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602326.289179:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057df24700 x1874436318019584/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787602326.289262:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318019584:0@lo:38:kworker.0 00000100:00100000:2.0:1787602326.289299:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602326.289352:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318019584 00000100:00100000:2.0:1787602326.289358:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318019584 00000100:00100000:2.0:1787602326.289383:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1787602326.289389:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1874436318019584:12345-0@lo:38:kworker.0 00010000:02000000:2.0:1787602326.289405:0:16449:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1787602326.289441:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1874436318019584:12345-0@lo:38:kworker.0 Request processed in 50us (140us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787602326.289448:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1787602326.289471:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1874436318019840:0@lo:400:kworker.0 00000100:00100000:2.0:1787602326.289502:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602326.289519:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318020352:0@lo:400:kworker.0 00000100:00100000:2.0:1787602326.289541:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602326.289559:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1787602326.289565:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318019712:0@lo:400:kworker.0 00000100:00100000:2.0:1787602326.289609:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602326.289627:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3452:1874436318020224:0@lo:400:kworker.0 00000100:00100000:2.0:1787602326.289649:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602326.289674:0:17757:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318019712 00000100:00100000:2.0:1787602326.289678:0:17757:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318019712 00000100:00100000:2.0:1787602326.289714:0:17757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787602326.289721:0:17757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318019712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602326.289761:0:17757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318019712:12345-0@lo:400:kworker.0 Request processed in 40us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602326.289766:0:17757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787602326.289783:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318019840 00000100:00100000:2.0:1787602326.289800:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318019840 00000100:00100000:2.0:1787602326.289816:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318020352 00000100:00100000:2.0:1787602326.289819:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318020352 00000100:00100000:2.0:1787602326.289833:0:17371:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318020224 00000100:00100000:2.0:1787602326.289835:0:17371:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318020224 00000100:00100000:2.0:1787602326.289843:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1787602326.289849:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3452:x1874436318020352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602326.289877:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3452:x1874436318020352:12345-0@lo:400:kworker.0 Request processed in 28us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602326.289894:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:2.0:1787602326.289907:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787602326.289911:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3452:x1874436318019840:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1787602326.289917:0:17371:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787602326.289940:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3452:x1874436318019840:12345-0@lo:400:kworker.0 Request processed in 28us (437us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787602326.289946:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787602326.289966:0:17371:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1787602326.289971:0:17371:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3452:x1874436318020224:12345-0@lo:400:kworker.0 00000020:00080000:2.0:1787602326.289975:0:17371:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:2.0:1787602326.290012:0:17371:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:0+-99:3452:x1874436318020224:12345-0@lo:400:kworker.0 Request processed in 39us (362us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787602326.290044:0:17371:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00080000:2.0:1787602326.290074:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0559dd1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787602326.290079:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787602326.290083:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318019584:0@lo:38:kworker.0 00000100:00100000:2.0:1787602326.290108:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318019712:0@lo:400:kworker.0 00000100:00080000:2.0:1787602326.290118:0:3452:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787602326.290121:0:3452:0:(import.c:65:import_set_state_nolock()) ffff8d04454b8000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787602326.290124:0:3452:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787602326.290708:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787602326.290717:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602326.290731:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318019968:0@lo:400:kworker.0 00000100:00100000:0.0:1787602326.290810:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602326.290845:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1787602326.290851:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318019456:0@lo:400:kworker.0 00000100:00100000:0.0:1787602326.290903:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602326.290937:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318020096:0@lo:400:kworker.0 00000100:00100000:0.0:1787602326.290966:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602326.290995:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318019968 00000100:00100000:0.0:1787602326.291001:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318019968 00000100:00100000:0.0:1787602326.291065:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318020096 00000100:00100000:0.0:1787602326.291068:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318020096 00000100:00100000:0.0:1787602326.291801:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1787602326.291811:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318020096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602326.291873:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318020096:12345-0@lo:400:kworker.0 Request processed in 64us (906us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602326.291880:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1787602326.291910:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787602326.291914:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3453:x1874436318019968:12345-0@lo:400:kworker.0 00000020:00080000:0.0:1787602326.291920:0:16445:0:(tgt_handler.c:807:tgt_request_handle()) operation 400 on unconnected OST from 12345-0@lo 00000100:00100000:0.0:1787602326.291945:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3453:x1874436318019968:12345-0@lo:400:kworker.0 Request processed in 29us (1134us total) trans 0 rc -107/-107 00000100:00100000:0.0:1787602326.291950:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00080000:0.0:1787602326.291975:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:0.0:1787602326.292006:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0573952300 x1874436318020096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602326.292044:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573952300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318020096:0@lo:400:kworker.0 00000100:00080000:0.0:1787602326.292057:0:3453:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-OST0000 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1787602326.292075:0:3453:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb4800 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:0.0:1787602326.292079:0:3453:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-OST0000: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:0.0:1787602326.292085:0:3453:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787602326.292088:0:3453:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 553 00000100:00080000:0.0:1787602326.292095:0:3453:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d0445cb4800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:0.0:1787602326.292122:0:3453:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0575f9b100 x1874436318020480/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787602326.292145:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573951880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318019968:0@lo:400:kworker.0 00000100:00100000:0.0:1787602326.292191:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1874436318020480:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:0.0:1787602326.292221:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602326.292250:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318020480 00000100:00100000:0.0:1787602326.292255:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318020480 00000100:00100000:0.0:1787602326.292271:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1787602326.292275:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318020480:12345-0@lo:38:ptlrpcd_00_02.0 00010000:02000000:0.0:1787602326.292289:0:16445:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:0.0:1787602326.292318:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318020480:12345-0@lo:38:ptlrpcd_00_02.0 Request processed in 40us (96us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787602326.292324:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00080000:0.0:1787602326.292961:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602326.292966:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787602326.292969:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1874436318020480:0@lo:38:ptlrpcd_00_02.0 00000100:00100000:1.0:1787602326.296038:0:16436:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318019456 00000100:00100000:1.0:1787602326.296057:0:16436:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318019456 00000100:00100000:1.0:1787602326.296116:0:16436:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1787602326.296127:0:16436:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2654ceba-7933-4907-9870-83ce7c2b8516+19:3453:x1874436318019456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602326.296221:0:16436:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd87850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:2654ceba-7933-4907-9870-83ce7c2b8516+19:3453:x1874436318019456:12345-0@lo:400:kworker.0 Request processed in 95us (5321us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602326.296239:0:16436:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1787602326.296627:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318019456:0@lo:400:kworker.0 00000100:00080000:2.0:1787602326.331872:0:3452:0:(import.c:65:import_set_state_nolock()) ffff8d04454b8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602326.331900:0:3452:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 570 00000100:00080000:2.0:1787602326.331911:0:3452:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d04454b8000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602326.331957:0:3452:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057a747480 x1874436318020608/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787602326.331984:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573951f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3452:1874436318020224:0@lo:400:kworker.0 00000100:00100000:3.0:1787602326.332084:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057a747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1874436318020608:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:3.0:1787602326.332159:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602326.332224:0:16444:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318020608 00000100:00100000:3.0:1787602326.332231:0:16444:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318020608 00000100:00100000:3.0:1787602326.332272:0:16444:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787602326.332279:0:16444:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057fb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1874436318020608:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:3.0:1787602326.332301:0:16444:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:3.0:1787602326.332360:0:16444:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057fb3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1874436318020608:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 80us (200us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787602326.332385:0:16444:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00080000:3.0:1787602326.332421:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d04454b8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787602326.332426:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787602326.332429:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057a747480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1874436318020608:0@lo:38:ptlrpcd_00_01.0 00000100:00080000:2.0:1787602326.348302:0:3452:0:(recover.c:205:ptlrpc_request_handle_notconn()) import lustre-MDT0000-lwp-MDT0001 of lustre-MDT0000_UUID@0@lo abruptly disconnected: reconnecting 00000100:00080000:2.0:1787602326.348311:0:3452:0:(import.c:65:import_set_state_nolock()) ffff8d054e697000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN 00000100:02000400:2.0:1787602326.348316:0:3452:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-lwp-MDT0001: Connection to lustre-MDT0000 (at 0@lo) was lost; in progress operations using this service will wait for recovery to complete 00000100:00080000:2.0:1787602326.348323:0:3452:0:(import.c:65:import_set_state_nolock()) ffff8d054e697000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602326.348337:0:3452:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 539 00000100:00080000:2.0:1787602326.348346:0:3452:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d054e697000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602326.348384:0:3452:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057a746a00 x1874436318020736/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787602326.348413:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573952a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1874436318019840:0@lo:400:kworker.0 00000100:00100000:2.0:1787602326.348432:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057a746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1874436318020736:0@lo:38:ptlrpcd_00_01.0 00000100:00100000:2.0:1787602326.348507:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602326.348759:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318020736 00000100:00100000:2.0:1787602326.348769:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318020736 00000100:00100000:2.0:1787602326.348967:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1787602326.348975:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318020736:12345-0@lo:38:ptlrpcd_00_01.0 00010000:02000000:2.0:1787602326.348993:0:16445:0:(ldlm_lib.c:1203:target_handle_connect()) lustre-MDT0000: Not available for connect from 0@lo (stopping) 00000100:00100000:2.0:1787602326.349068:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a747480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318020736:12345-0@lo:38:ptlrpcd_00_01.0 Request processed in 92us (561us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787602326.349077:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00080000:2.0:1787602326.349205:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d054e697000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787602326.349211:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787602326.349215:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057a746a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1874436318020736:0@lo:38:ptlrpcd_00_01.0 00010000:00080000:2.0:1787602326.349253:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057db26d80 x1874436318020352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602342 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602326.349266:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318020352:0@lo:400:kworker.0 00000001:00100000:1.0:1787602326.352715:0:7253:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000001:00080000:1.0:1787602326.352739:0:7253:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0001: transno 8589934595 is committed 00000020:00000080:1.0:1787602326.352745:0:7253:0:(genops.c:885:class_export_put()) final put ffff8d057c87c800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787602326.352808:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057c87c800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001 00000020:00000080:0.0:1787602326.352876:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0542cdf800 for lustre-MDT0001 00000001:00100000:0.0:1787602326.867590:0:9066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:0.0:1787602326.867614:0:9066:0:(genops.c:885:class_export_put()) final put ffff8d057b7d7000/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787602326.867752:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b7d7000/lustre-MDT0000-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1787602326.867819:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057b7d4000 for lustre-OST0001 00010000:00010000:1.0:1787602327.187057:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602328.208256:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602328.848338:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1787602328.848366:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318020864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787602328.848455:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602328.848650:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318020864 00000100:00100000:0.0:1787602328.848659:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318020864 00000100:00100000:0.0:1787602328.848734:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787602328.848754:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318020864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787602328.848791:0:17758:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602328.848840:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318020864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602328.848847:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1787602328.848900:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318020864:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1787602328.849160:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:1.0:1787602329.233384:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:2.0:1787602329.296360:0:20293:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0444481a80 - data ffff8d056e135510/ffff8d0576130000 00000020:01000000:2.0:1787602329.296691:0:20293:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0542c85ae0 - data ffff8d04441fd870/ffff8d054e676400 00000001:00000004:2.0:1787602329.307494:0:20293:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 2, last_transno is 8589934627 00000100:00080000:2.0:1787602329.415197:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787602329.415207:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787602329.415583:0:20293:0:(client.c:3163:ptlrpc_free_committed()) @@@ free request with old gen req@ffff8d057df25500 x1874436318018560/t8589934595(8589934595) o39->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787602333 ref 1 fl Complete:RNQU/204/0 rc 0/0 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602329.415613:0:20293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787602329.421997:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787602329.422004:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 4 00000004:00080000:2.0:1787602329.422031:0:20293:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787602329.422035:0:20293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787602329.423089:0:16468:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787602329.423096:0:16468:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:1.0:1787602329.423108:0:16468:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1787602329.430266:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787602329.430273:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 4 00000004:00080000:2.0:1787602329.430293:0:20293:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787602329.430296:0:20293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:1.0:1787602329.434541:0:16470:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:1.0:1787602329.434550:0:16470:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xc:0x0] index 2 count 1 00000040:00080000:1.0:1787602329.434562:0:16470:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:2.0:1787602329.563886:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b3d 00000020:00000080:2.0:1787602329.563905:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d057618b800/lustre-MDT0000-osd_UUID 00000020:00000080:3.0:1787602329.568408:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b52 00000020:00000080:3.0:1787602329.568429:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d044486a800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1787602329.575542:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-mdtlov (flags='') 00000020:00000080:3.0:1787602329.578074:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787602329.578100:0:20293:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-mdtlov: forcing exports to disconnect: 0/2 00000020:00080000:3.0:1787602329.578108:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 4 (ffff8d04448619b8) has no exports 00000004:01000000:3.0:1787602329.578398:0:20293:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:3.0:1787602329.578411:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36bb4 00000020:00000080:3.0:1787602329.578422:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0573a61800/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1787602329.578445:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0000 (flags='') 00000020:00000080:3.0:1787602329.578465:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787602329.578471:0:20293:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1787602329.578474:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 10 (ffff8d0573c63370) has no exports 00000020:00000080:3.0:1787602329.578485:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36bad 00000020:00000080:3.0:1787602329.578489:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d05799cb800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1787602329.578969:0:20293:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0000: client import never connected 00000100:00080000:3.0:1787602329.578976:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:3.0:1787602329.578981:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 8589934598 gen 5 00000004:00080000:3.0:1787602329.578990:0:20293:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787602329.578993:0:20293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787602329.579091:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787602329.579100:0:20293:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787602329.579108:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b9f 00000020:00000080:3.0:1787602329.579114:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0444a39000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1787602329.579122:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0000 (flags='') 00000020:00000080:3.0:1787602329.579133:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787602329.579153:0:20293:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1787602329.579155:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 9 (ffff8d0573c619b8) has no exports 00000020:00000080:3.0:1787602329.579160:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b98 00000020:00000080:3.0:1787602329.579164:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0566e03800/lustre-MDT0000-osd_UUID 00010000:01000000:3.0:1787602329.579581:0:20293:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0000: client import never connected 00000100:00080000:3.0:1787602329.579586:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:3.0:1787602329.579589:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 8589934594 gen 5 00000004:00080000:3.0:1787602329.579967:0:20293:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:3.0:1787602329.579970:0:20293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787602329.580064:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787602329.580072:0:20293:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000004:01000000:3.0:1787602329.580090:0:20293:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:3.0:1787602329.580099:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b8a 00000020:00000080:3.0:1787602329.580147:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0444a3e000/lustre-MDT0000-mdtlov_UUID 00000020:01000000:3.0:1787602329.580159:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osp-MDT0000 (flags='') 00000020:00000080:3.0:1787602329.580172:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787602329.580178:0:20293:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osp-MDT0000: forcing exports to disconnect: 0/3 00000020:00080000:3.0:1787602329.580181:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 8 (ffff8d0581bd0000) has no exports 00000020:00000080:3.0:1787602329.580187:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b83 00000020:00000080:3.0:1787602329.580191:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d057618e000/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787602329.580413:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057618b800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787602329.580446:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d044486a800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:00000080:1.0:1787602329.580454:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0573a61800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1787602329.580459:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d05799cb800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787602329.580465:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d056bd3e800 for lustre-OST0001-osc-MDT0000 00000020:00000080:1.0:1787602329.580474:0:37:0:(genops.c:885:class_export_put()) final put ffff8d0444a3e800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787602329.580477:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444a3e800/lustre-MDT0000-mdtlov_UUID for lustre-OST0001-osc-MDT0000 00000020:01000000:1.0:1787602329.580482:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787602329.581184:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444a39000/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1787602329.581197:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0566e03800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787602329.581210:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0566e01000 for lustre-OST0000-osc-MDT0000 00000020:00000080:1.0:1787602329.581235:0:37:0:(genops.c:885:class_export_put()) final put ffff8d0444a3c800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787602329.581237:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444a3c800/lustre-MDT0000-mdtlov_UUID for lustre-OST0000-osc-MDT0000 00000020:01000000:1.0:1787602329.581240:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787602329.581611:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444a3e000/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:00000080:1.0:1787602329.581846:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057618e000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00010000:01000000:2.0:1787602329.584117:0:20293:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-osp-MDT0000: client import never connected 00000100:00080000:2.0:1787602329.584129:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787602329.584135:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787602329.584147:0:20293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787602329.584223:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057618c000 for lustre-MDT0001-osp-MDT0000 00000020:00000080:2.0:1787602329.584461:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602329.584479:0:20293:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787602329.584486:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0444a3f800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787602329.584491:0:20293:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444a3f800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0001-osp-MDT0000 00000020:01000000:2.0:1787602329.584501:0:20293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osp-MDT0000 (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787602329.584767:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602329.584772:0:20293:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787602329.584788:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d044486c800/lustre-MDT0000-mdtlov_UUID 00000020:00000080:2.0:1787602329.584791:0:20293:0:(genops.c:844:class_export_destroy()) destroying export ffff8d044486c800/lustre-MDT0000-mdtlov_UUID for lustre-MDT0000-mdtlov 00000020:01000000:2.0:1787602329.584796:0:20293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-mdtlov (lustre-MDT0000-mdtlov_UUID) 00000020:00000080:2.0:1787602329.584860:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b59 00000020:00000080:2.0:1787602329.584869:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d044486f800/lustre-MDD0000_UUID 00000020:01000000:2.0:1787602329.584885:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0000 (flags='') 00000020:00000080:2.0:1787602329.584890:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602329.584896:0:20293:0:(obd_config.c:956:class_cleanup()) lustre-MDD0000: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787602329.584901:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 6 (ffff8d0444863370) has no exports 00000020:00000080:1.0:1787602329.584914:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d044486f800/lustre-MDD0000_UUID for lustre-MDD0000 00000020:00000080:2.0:1787602329.584944:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602329.584950:0:20293:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000020:00000080:2.0:1787602329.584953:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0576189000/lustre-MDD0000_UUID 00000020:00000080:2.0:1787602329.584956:0:20293:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0576189000/lustre-MDD0000_UUID for lustre-MDD0000 00000020:01000000:2.0:1787602329.584962:0:20293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0000 (lustre-MDD0000_UUID) 00000020:00000080:2.0:1787602329.584991:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b60 00000020:00000080:2.0:1787602329.584997:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d044486f000/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1787602329.585045:0:20293:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0575cc7800 from lustre-MDT0000, refs=3 00000020:01000004:2.0:1787602329.585050:0:20293:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0575cc7800 3 00000020:00000080:1.0:1787602329.585054:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d044486f000/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000004:2.0:1787602329.585055:0:20293:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d0575cc7800 from lustre-MDT0000 00000020:00000080:2.0:1787602329.585090:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602329.585095:0:20293:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:00000080:2.0:1787602329.585099:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0576189800/lustre-MDT0000_UUID 00000020:00000080:2.0:1787602329.585102:0:20293:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0576189800/lustre-MDT0000_UUID for lustre-MDT0000 00000020:01000000:2.0:1787602329.585110:0:20293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000 (lustre-MDT0000_UUID) 00000020:01000004:2.0:1787602329.585139:0:20293:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 3 references. 00000020:01000004:2.0:1787602329.585144:0:20293:0:(tgt_mount.c:255:server_stop_mgs()) Stop MGS service MGS 00000020:01000000:2.0:1787602329.585148:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGS (flags='F') 00000020:00000080:2.0:1787602329.585152:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602329.585155:0:20293:0:(obd_config.c:956:class_cleanup()) MGS: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787602329.585164:0:20293:0:(genops.c:1819:print_export_data()) MGS: ACTIVE ffff8d057adcb800 2654ceba-7933-4907-9870-83ce7c2b8516 0@lo 18 (0 0 13) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787602329.585263:0:20293:0:(genops.c:1553:class_disconnect_exports()) OBD device 1 (ffff8d0444860000) has exports, disconnecting them 00000020:00080000:2.0:1787602329.585270:0:20293:0:(genops.c:1528:class_disconnect_export_list()) MGS: disconnecting export at 0@lo (ffff8d057adcb800), last request at 1787602218 00000020:00000080:2.0:1787602329.585425:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36b05 00000020:00010000:2.0:1787602329.585430:0:20293:0:(genops.c:1921:obd_stale_export_put()) Put export ffff8d057adcb800: total 0 00000100:00080000:2.0:1787602329.585435:0:20293:0:(import.c:65:import_set_state_nolock()) ffff8d057adcd000 : changing import state from FULL to CLOSED 00000020:00080000:2.0:1787602329.585456:0:20293:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d057adcb800): rc 0 00000020:00080000:2.0:1787602329.585460:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 1 (ffff8d0444860000) has no exports 00000020:00010000:1.0:1787602329.585482:0:16432:0:(genops.c:1907:obd_stale_export_get()) Get export ffff8d057adcb800: total 0 00010000:00010000:1.0:1787602329.585545:0:16432:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8d057adcb800, canceled 0 locks, left on hash table 13. 00010000:00010000:1.0:1787602329.585579:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0541480800/0xbc87b28475e370ca lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e370c3 expref: 14 pid: 16436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585599:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0564ba9e00/0xbc87b28475e36e2a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36e23 expref: 13 pid: 16439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585614:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d6800/0xbc87b28475e370d8 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e370d1 expref: 12 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602329.585632:0:16436:0:(service.c:3183:ptlrpc_main()) ll_mgs_0000: service thread [ffff8d054e7c4a00:16436] 0 exiting: rc = 1 00010000:00010000:1.0:1787602329.585634:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05764fac00/0xbc87b28475e36d66 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36d5f expref: 11 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585655:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0540031e00/0xbc87b28475e36c24 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36c1d expref: 10 pid: 16439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585684:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05764fba00/0xbc87b28475e36c32 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36c2b expref: 9 pid: 16439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585698:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05764fa000/0xbc87b28475e36c40 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36c39 expref: 8 pid: 16439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585745:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05764fa800/0xbc87b28475e36b13 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36b0c expref: 7 pid: 16436 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585757:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0582045e00/0xbc87b28475e36e00 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36df9 expref: 6 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585774:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e36fff lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36ff8 expref: 5 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585785:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0582045600/0xbc87b28475e36d90 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36d89 expref: 4 pid: 16439 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585795:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0541481800/0xbc87b28475e370bc lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e370b5 expref: 3 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585808:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d057b120a00/0xbc87b28475e36ce1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x44801000000000 nid: 0@lo remote: 0xbc87b28475e36cda expref: 2 pid: 16438 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602329.585818:0:16432:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8d057adcb800, canceled 13 locks, left on hash table 0. 00000020:00000080:1.0:1787602329.585833:0:16432:0:(genops.c:885:class_export_put()) final put ffff8d057adcb800/2654ceba-7933-4907-9870-83ce7c2b8516 00010000:00010000:1.0:1787602329.585857:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602329.585860:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602329.585871:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1787602329.585894:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057adcb800/2654ceba-7933-4907-9870-83ce7c2b8516 for MGS 00000100:00100000:1.0:1787602329.585912:0:16438:0:(service.c:3183:ptlrpc_main()) ll_mgs_0001: service thread [ffff8d0559e1f200:16438] 1 exiting: rc = 0 00000020:00000080:2.0:1787602329.586066:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057adcd000 for MGS 00000100:00100000:0.0:1787602329.586245:0:16439:0:(service.c:3183:ptlrpc_main()) ll_mgs_0002: service thread [ffff8d0551046e00:16439] 2 exiting: rc = 0 00000100:00100000:2.0:1787602329.586396:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586406:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586414:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586421:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586429:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586436:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586444:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586453:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586460:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586467:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586474:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586482:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586494:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586504:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586513:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586522:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586619:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586634:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586649:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586657:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586664:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586672:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586679:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586686:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586693:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586719:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586746:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586757:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586764:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586770:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586782:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586789:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586795:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586802:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586809:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586815:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586824:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586830:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586838:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586845:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586851:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586856:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586862:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586868:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586874:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586879:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586884:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586891:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586897:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586912:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.586919:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587005:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587012:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587068:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587081:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587091:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587098:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587104:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587110:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587123:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587138:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587144:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587151:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602329.587157:0:20293:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 20000000:01000000:2.0:1787602329.589446:0:20293:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:2.0:1787602329.589457:0:20293:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 00000020:01000000:2.0:1787602329.590869:0:20293:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0547f28c60 - data ffff8d056e362438/ffff8d0574dbe000 00000020:01000000:2.0:1787602329.591679:0:20293:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0575a0eb40 - data ffff8d057d55faf8/ffff8d05762e2000 00000020:00000080:2.0:1787602329.593650:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36ae9 00000020:00000080:2.0:1787602329.593664:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d057adcf800/lustre-MDT0000-osd_UUID 00000020:01000004:2.0:1787602329.593696:0:20293:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0575cc7800 from MGS, refs=2 00000020:01000004:2.0:1787602329.593700:0:20293:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0575cc7800 2 00000020:01000004:2.0:1787602329.593704:0:20293:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d0575cc7800 from MGS 00000020:00000080:2.0:1787602329.593748:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602329.593759:0:20293:0:(obd_config.c:883:class_detach()) detach on obd MGS (uuid MGS) 00000020:00000080:2.0:1787602329.593762:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d057adc9000/MGS 00000020:00000080:2.0:1787602329.593766:0:20293:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057adc9000/MGS for MGS 00000020:01000000:2.0:1787602329.593776:0:20293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGS (MGS) 00000020:01000000:2.0:1787602329.593871:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0000 (flags='F') 00000020:00000080:2.0:1787602329.593877:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602329.593884:0:20293:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787602329.593893:0:20293:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0000: ACTIVE ffff8d0573a66800 lustre-MDT0000-lwp-MDT0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787602329.593900:0:20293:0:(genops.c:1553:class_disconnect_exports()) OBD device 11 (ffff8d0581bd19b8) has exports, disconnecting them 00000020:00080000:2.0:1787602329.593917:0:20293:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0000: disconnecting export at 0@lo (ffff8d0573a66800), last request at 1787602219 00000020:00000080:2.0:1787602329.593929:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36bec 00000020:00080000:2.0:1787602329.593945:0:20293:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0573a66800): rc 0 00000020:00000080:2.0:1787602329.593951:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0573a66800/lustre-MDT0000-lwp-MDT0000 00000020:00000080:1.0:1787602329.595333:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057adcf800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787602329.595352:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0573a66800/lustre-MDT0000-lwp-MDT0000 for lustre-MDT0000-lwp-MDT0000 00010000:01000000:2.0:1787602329.617758:0:20293:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0000: client import never connected 00000100:00080000:2.0:1787602329.617778:0:20293:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787602329.617783:0:20293:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787602329.617792:0:20293:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787602329.617889:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d044486e800 for lustre-MDT0000-lwp-MDT0000 00000020:00000080:2.0:1787602329.618142:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602329.618153:0:20293:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000020:00000080:2.0:1787602329.618160:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0573a60000/lustre-MDT0000-lwp-MDT0000_UUID 00000020:00000080:2.0:1787602329.618165:0:20293:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0573a60000/lustre-MDT0000-lwp-MDT0000_UUID for lustre-MDT0000-lwp-MDT0000 00000020:01000000:2.0:1787602329.618174:0:20293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0000 (lustre-MDT0000-lwp-MDT0000_UUID) 00000020:01000004:2.0:1787602329.618280:0:20293:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0575cc7800 1 00000020:00000080:2.0:1787602329.618288:0:20293:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36adb 00000020:00000080:2.0:1787602329.618296:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d057adce800/lustre-MDT0000-osd_UUID 00000020:01000000:2.0:1787602329.618356:0:20293:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osd (flags='') 00000020:00000080:2.0:1787602329.618362:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602329.618368:0:20293:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osd: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787602329.618373:0:20293:0:(genops.c:1558:class_disconnect_exports()) OBD device 0 (ffff8d0573c64d28) has no exports 00000020:00000080:1.0:1787602329.618881:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057adce800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:00000080:1.0:1787602329.677065:0:20293:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787602329.677107:0:20293:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00000020:00000080:1.0:1787602329.677115:0:20293:0:(genops.c:885:class_export_put()) final put ffff8d0575cc1800/lustre-MDT0000-osd_UUID 00000020:00000080:1.0:1787602329.677868:0:20293:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0575cc1800/lustre-MDT0000-osd_UUID for lustre-MDT0000-osd 00000020:01000000:1.0:1787602329.677883:0:20293:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osd (lustre-MDT0000-osd_UUID) 00000020:01000004:1.0:1787602329.680610:0:20293:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d0575cc5000 00000020:02000400:1.0:1787602329.681663:0:20293:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0000 complete 00010000:00010000:1.0:1787602330.256423:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602331.280731:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602331.410402:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318020992:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787602331.410500:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787602331.410708:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787602331.410715:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787602331.410718:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d0559dd1000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602331.410724:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 633 00000100:00080000:3.0:1787602331.410730:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-osp-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787602331.410735:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d0559dd1000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602331.410757:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559da5180 x1874436318021248/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602331.410781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787602331.410784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787602331.410797:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d054e697000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602331.410801:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 633 00000100:00080000:3.0:1787602331.410803:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787602331.410807:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d054e697000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602331.410817:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559da5500 x1874436318021504/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602331.410826:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787602331.410829:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787602331.410831:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602331.410834:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 633 00000100:00080000:3.0:1787602331.410836:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787602331.410839:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d0445cb4800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602331.410848:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559da7800 x1874436318021632/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602331.410866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787602331.410870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:3.0:1787602331.410871:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d04454b8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602331.410875:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 633 00000100:00080000:3.0:1787602331.410877:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787602331.410881:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d04454b8000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602331.410890:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559da6d80 x1874436318021888/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787602331.410919:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318021376:0@lo:400:kworker.0 00000100:00100000:3.0:1787602331.410952:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602331.410981:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787602331.410986:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057fb3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2654ceba-7933-4907-9870-83ce7c2b8516:3452:1874436318021120:0@lo:400:kworker.0 00000400:00000100:3.0:1787602331.411005:0:3452:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874436318021120 offset 0 length 224: 4 00000100:00100000:3.0:1787602331.411045:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318021248:0@lo:38:kworker.0 00000100:00100000:3.0:1787602331.411073:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602331.411089:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1874436318021504:0@lo:38:kworker.0 00000100:00100000:3.0:1787602331.411111:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602331.411127:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1874436318021632:0@lo:38:kworker.0 00000100:00100000:3.0:1787602331.411159:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602331.411177:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1874436318021888:0@lo:38:kworker.0 00000100:00100000:3.0:1787602331.411195:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602331.411224:0:16449:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318021248 00000100:00100000:3.0:1787602331.411231:0:16449:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318021248 00000100:00100000:3.0:1787602331.411264:0:16449:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1787602331.411271:0:16449:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f29c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1874436318021248:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787602331.411303:0:16449:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787602331.413699:0:17754:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318021376 00000100:00100000:1.0:1787602331.413708:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318021760:0@lo:400:kworker.0 00000100:00100000:0.0:1787602331.413712:0:17754:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318021376 00000100:00100000:1.0:1787602331.413773:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602331.413777:0:17754:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787602331.413787:0:17754:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318021376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602331.413849:0:17754:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318021376:12345-0@lo:400:kworker.0 Request processed in 64us (2896us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602331.413856:0:17754:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787602331.413879:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318021504 00000100:00100000:0.0:1787602331.413882:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318021504 00000100:00100000:0.0:1787602331.413895:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318021632 00000100:00100000:0.0:1787602331.413898:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318021632 00000100:00100000:0.0:1787602331.413907:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318021888 00000100:00100000:0.0:1787602331.413909:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318021888 00000100:00100000:0.0:1787602331.413917:0:16446:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318021760 00000100:00100000:0.0:1787602331.413920:0:16446:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318021760 00000100:00100000:1.0:1787602331.413926:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1787602331.413936:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318022016:0@lo:400:kworker.0 00000100:00100000:0.0:1787602331.413956:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1787602331.413964:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318021760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602331.413972:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602331.413999:0:16445:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318022016 00000100:00100000:1.0:1787602331.414004:0:16445:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318022016 00000100:00100000:0.0:1787602331.414012:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318021760:12345-0@lo:400:kworker.0 Request processed in 48us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602331.414040:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:0.0:1787602331.414055:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787602331.414061:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3450:x1874436318021504:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787602331.414079:0:16446:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787602331.414102:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1787602331.414111:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1874436318022016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602331.414120:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3450:x1874436318021504:12345-0@lo:38:kworker.0 Request processed in 57us (3006us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787602331.414128:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:0.0:1787602331.414143:0:16446:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787602331.414151:0:16446:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3450:x1874436318021632:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787602331.414152:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1874436318022016:12345-0@lo:400:kworker.0 Request processed in 40us (182us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602331.414162:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00010000:00020000:0.0:1787602331.414165:0:16446:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787602331.414180:0:16445:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1787602331.414186:0:16445:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318021888:12345-0@lo:38:kworker.0 00000100:00100000:0.0:1787602331.414196:0:16446:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3450:x1874436318021632:12345-0@lo:38:kworker.0 Request processed in 46us (3035us total) trans 0 rc -19/-19 00010000:00020000:1.0:1787602331.414199:0:16445:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0000: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787602331.414207:0:16446:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00080000:0.0:1787602331.414225:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787602331.414230:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787602331.414253:0:16445:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318021888:12345-0@lo:38:kworker.0 Request processed in 58us (3048us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787602331.414260:0:16445:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00010000:00080000:0.0:1787602331.414263:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8d0559da6a00 x1874436318022016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602331.414290:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318022016:0@lo:400:kworker.0 00010000:00080000:0.0:1787602331.414306:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61550) req@ffff8d0559da7480 x1874436318021760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602347 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602331.414314:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318021760:0@lo:400:kworker.0 00000100:00080000:1.0:1787602331.414318:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d054e697000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602331.414332:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787602331.414337:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1874436318021504:0@lo:38:kworker.0 00000100:00080000:1.0:1787602331.414351:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602331.414355:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787602331.414359:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1874436318021632:0@lo:38:kworker.0 00000100:00080000:1.0:1787602331.414370:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d04454b8000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602331.414375:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:1.0:1787602331.414378:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1874436318021888:0@lo:38:kworker.0 00000100:00100000:0.0:1787602331.414404:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318021376:0@lo:400:kworker.0 00000100:00100000:2.0:1787602331.414510:0:17758:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318020992 00000100:00100000:2.0:1787602331.414515:0:17758:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318020992 00000100:00100000:2.0:1787602331.414561:0:17758:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787602331.414568:0:17758:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318020992:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787602331.414593:0:17758:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602331.414636:0:17758:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318020992:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (4156us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602331.414643:0:17758:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787602331.414675:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318020992:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1787602331.415205:0:16440:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787602331.433793:0:16449:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f29c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1874436318021248:12345-0@lo:38:kworker.0 Request processed in 22514us (22711us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787602331.433821:0:16449:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00080000:2.0:1787602331.434097:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0559dd1000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787602331.434104:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787602331.434109:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318021248:0@lo:38:kworker.0 00010000:00010000:1.0:1787602332.304252:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787602332.890860:0:20451:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:0.0:1787602332.901252:0:20451:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-MDT0001 00010000:00010000:0.0:1787602332.901308:0:20451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.901323:0:20451:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.901330:0:20451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.901337:0:20451:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.901737:0:20451:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:0.0:1787602332.901746:0:20451:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:0.0:1787602332.901779:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787602332.901783:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 3 00000100:00080000:0.0:1787602332.901789:0:20451:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787602332.901796:0:20451:0:(import.c:65:import_set_state_nolock()) ffff8d054e697000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00080000:0.0:1787602332.901801:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787602332.901803:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787602332.901806:0:20451:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787602332.904339:0:20451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904359:0:20451:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904384:0:20451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904391:0:20451:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904411:0:20451:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787602332.904416:0:20451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904422:0:20451:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904429:0:20451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904435:0:20451:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904442:0:20451:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00010000:00010000:0.0:1787602332.904446:0:20451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904453:0:20451:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904459:0:20451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904473:0:20451:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904480:0:20451:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1787602332.904485:0:20451:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904490:0:20451:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904496:0:20451:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904502:0:20451:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602332.904508:0:20451:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 10000000:01000000:0.0:1787602332.904511:0:20451:0:(mgc_request.c:547:config_log_end()) end config log lustre-MDT0001 (0) 00010000:00010000:2.0:1787602332.904673:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:2.0:1787602332.904682:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904701:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057b120000 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602332.904705:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904713:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602332.904720:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602332.904726:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787602332.904729:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787602332.904731:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787602332.904770:0:16433:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904776:0:16433:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602332.904801:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904808:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d057b120000/0xbc87b28475e36cda lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36ce1 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904821:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1787602332.904824:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904830:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057b121400 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602332.904833:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904844:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602332.904851:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602332.904857:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787602332.904859:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-MDT0001: stopping, won't requeue 10000000:01000000:2.0:1787602332.904860:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-MDT0001 00010000:00010000:2.0:1787602332.904872:0:16433:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904877:0:16433:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602332.904882:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904888:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d057b121400/0xbc87b28475e36c39 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36c40 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904897:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787602332.904900:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904906:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0541481400 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602332.904909:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904915:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602332.904929:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602332.904935:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:01000000:2.0:1787602332.904937:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-mdtir: stopping, won't requeue 10000000:01000000:2.0:1787602332.904938:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-mdtir 00010000:00010000:2.0:1787602332.904947:0:16433:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904952:0:16433:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602332.904965:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904971:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0541481400/0xbc87b28475e36ff8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36fff expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904983:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787602332.904986:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.904992:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0541480400 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602332.904995:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.905001:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602332.905006:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602332.905640:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787602332.905643:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787602332.905645:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787602332.905679:0:16433:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.905686:0:16433:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602332.905694:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.905701:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0541480400/0xbc87b28475e370d1 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e370d8 expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.905714:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602332.905718:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.905724:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057b120c00 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602332.905727:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.905734:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602332.905740:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602332.905745:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x5:0x0].0x0 (lustre) 10000000:01000000:2.0:1787602332.905747:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-barrier: stopping, won't requeue 10000000:01000000:2.0:1787602332.905749:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-barrier 00010000:00010000:2.0:1787602332.905766:0:16433:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.905772:0:16433:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602332.905776:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.905783:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d057b120c00/0xbc87b28475e36c2b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000020 nid: local remote: 0xbc87b28475e36c32 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602332.905793:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602332.905795:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602332.905797:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602332.905821:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318022144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602332.905903:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602332.905948:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318022656:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602332.905964:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602332.905986:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787602332.905991:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318022272:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602332.906007:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602332.906070:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318022400:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602332.906092:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602332.906108:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787602332.906112:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318022528:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602332.906127:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602332.906149:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318022144 00000100:00100000:2.0:1787602332.906156:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318022144 00000100:00100000:2.0:1787602332.906186:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318022656 00000100:00100000:2.0:1787602332.906193:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318022656 00000100:00100000:2.0:1787602332.906202:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318022272 00000100:00100000:2.0:1787602332.906204:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318022272 00000100:00100000:2.0:1787602332.906210:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318022400 00000100:00100000:2.0:1787602332.906212:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318022400 00000100:00100000:2.0:1787602332.906218:0:16430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318022528 00000100:00100000:2.0:1787602332.906220:0:16430:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318022528 00000100:00100000:2.0:1787602332.906230:0:16430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787602332.906236:0:16430:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3451:x1874436318022144:12345-0@lo:103:ldlm_bl.0 00010000:00020000:2.0:1787602332.906243:0:16430:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787602332 with bad export cookie 13585023082969656069 00000020:01000004:0.0:1787602332.906688:0:20451:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-MDT0001 00000020:01000000:0.0:1787602332.906693:0:20451:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001 (flags='F') 00000020:00000080:0.0:1787602332.906697:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787602332.906703:0:20451:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001: forcing exports to disconnect: 2/5 00000020:00080000:0.0:1787602332.906709:0:20451:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8d057dc78000 lustre-MDT0001-lwp-OST0001_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787602332.906715:0:20451:0:(genops.c:1819:print_export_data()) lustre-MDT0001: ACTIVE ffff8d0559dd0800 lustre-MDT0001-lwp-OST0000_UUID 0@lo 4 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:0.0:1787602332.906720:0:20451:0:(genops.c:1553:class_disconnect_exports()) OBD device 14 (ffff8d0574d8cd28) has exports, disconnecting them 00000020:00080000:0.0:1787602332.906724:0:20451:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8d057dc78000), last request at 1787602331 00000020:00000080:0.0:1787602332.906731:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36e54 00000100:00080000:0.0:1787602332.906748:0:20451:0:(import.c:65:import_set_state_nolock()) ffff8d057dc7d000 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787602332.906799:0:20451:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d057dc78000): rc 0 00000020:00000080:0.0:1787602332.906802:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d057dc78000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00080000:0.0:1787602332.906810:0:20451:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001: disconnecting export at 0@lo (ffff8d0559dd0800), last request at 1787602331 00000020:00000080:0.0:1787602332.906813:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36dba 00000100:00080000:0.0:1787602332.906818:0:20451:0:(import.c:65:import_set_state_nolock()) ffff8d0559dd5800 : changing import state from FULL to CLOSED 00000020:00080000:0.0:1787602332.906822:0:20451:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0559dd0800): rc 0 00000020:00000080:0.0:1787602332.906824:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d0559dd0800/lustre-MDT0001-lwp-OST0000_UUID 00000004:00000080:0.0:1787602332.906831:0:20451:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=400866e7 len=0 karg=ffffa1628152fae0 00000100:00080000:0.0:1787602332.906846:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787602332.906853:0:20451:0:(client.c:3601:ptlrpc_abort_inflight()) @@@ aborting waiting req req@ffff8d057df25180 x1874436318019072/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1787602340 ref 1 fl Rpc:RSQU/200/0 rc -107/-107 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602332.906866:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 3 00000020:00000080:3.0:1787602332.907097:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057dc78000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001 00000020:00000080:3.0:1787602332.907145:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0559dd0800/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001 00000020:00000080:3.0:1787602332.907165:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057dc7d000 for lustre-MDT0001 00000020:00000080:3.0:1787602332.907169:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0559dd5800 for lustre-MDT0001 00010000:00010000:1.0:1787602332.907923:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787602332.909974:0:20451:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000100:00080000:0.0:1787602332.909985:0:20451:0:(import.c:65:import_set_state_nolock()) ffff8d0559dd1000 lustre-MDT0000_UUID: changing import state from DISCONN to CLOSED 00000100:00100000:1.0:1787602332.910909:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318019072:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1787602332.910952:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602332.910982:0:19197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787602332.910990:0:19197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3451:x1874436318022656:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787602332.910997:0:19197:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787602332 with bad export cookie 13585023082969656069 00000100:00100000:1.0:1787602332.911108:0:19197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3451:x1874436318022656:12345-0@lo:103:ldlm_bl.0 Request processed in 116us (5141us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787602332.911116:0:19197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787602332.911143:0:19197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787602332.911148:0:19197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3451:x1874436318022272:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787602332.911152:0:19197:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787602332 with bad export cookie 13585023082969656069 00000100:00100000:1.0:1787602332.911180:0:19197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3451:x1874436318022272:12345-0@lo:103:ldlm_bl.0 Request processed in 30us (5172us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787602332.911186:0:19197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787602332.911197:0:19197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787602332.911216:0:19197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3453:x1874436318022400:12345-0@lo:103:ldlm_bl.0 00010000:00020000:1.0:1787602332.911221:0:19197:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787602332 with bad export cookie 13585023082969656069 00000100:00100000:1.0:1787602332.911258:0:19197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3453:x1874436318022400:12345-0@lo:103:ldlm_bl.0 Request processed in 40us (5165us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787602332.911264:0:19197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787602332.911279:0:19197:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787602332.911285:0:19197:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3453:x1874436318022528:12345-0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1787602332.911290:0:3451:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.152@tcp of MGS@0@lo abruptly disconnected: reconnecting 00010000:00020000:1.0:1787602332.911292:0:19197:0:(ldlm_lockd.c:2564:ldlm_cancel_handler()) ldlm_cancel from 0@lo arrived at 1787602332 with bad export cookie 13585023082969656069 00000100:00080000:3.0:1787602332.911297:0:3451:0:(import.c:65:import_set_state_nolock()) ffff8d057a76b800 MGS: changing import state from FULL to DISCONN 00000100:02020000:3.0:1787602332.911310:0:3451:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.204.152@tcp: Connection to MGS (at 0@lo) was lost; in progress operations using this service will fail 00000100:00100000:1.0:1787602332.911322:0:19197:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:0+-99:3453:x1874436318022528:12345-0@lo:103:ldlm_bl.0 Request processed in 35us (5192us total) trans 0 rc -107/-107 00000100:00100000:1.0:1787602332.911329:0:19197:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:1.0:1787602332.912095:0:3453:0:(recover.c:205:ptlrpc_request_handle_notconn()) import MGC192.168.204.152@tcp of MGS@0@lo abruptly disconnected: reconnecting 00000100:00080000:0.0:1787602332.914303:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:0.0:1787602332.914311:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1787602332.914335:0:20451:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1787602332.914406:0:20451:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000100:00080000:0.0:1787602332.914439:0:20451:0:(import.c:65:import_set_state_nolock()) ffff8d05799c8800 lustre-OST0000_UUID: changing import state from FULL to CONNECTING 00000100:00080000:0.0:1787602332.914461:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:0.0:1787602332.914464:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 3 00000004:00080000:0.0:1787602332.914471:0:20451:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00080000:0.0:1787602332.914973:0:20451:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:0.0:1787602332.914989:0:20451:0:(import.c:65:import_set_state_nolock()) ffff8d0547aec000 lustre-OST0001_UUID: changing import state from FULL to CONNECTING 00000020:00080000:0.0:1787602332.915048:0:20451:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8d0574d8cd28) has no exports 00000100:00100000:2.0:1787602332.930613:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318022784:0@lo:9:umount.0 00000100:00100000:2.0:1787602332.930751:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602332.930819:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318022912:0@lo:9:umount.0 00000100:00100000:0.0:1787602332.930834:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318022784 00000100:00100000:0.0:1787602332.930851:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318022784 00000100:00100000:2.0:1787602332.930859:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602332.930928:0:17756:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318022912 00000100:00100000:0.0:1787602332.930933:0:17756:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318022912 00000100:00100000:2.0:1787602332.930950:0:17757:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787602332.930969:0:17757:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3450:x1874436318022784:12345-0@lo:9:umount.0 00000100:00100000:0.0:1787602332.930988:0:17756:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:0.0:1787602332.931002:0:17756:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3450:x1874436318022912:12345-0@lo:9:umount.0 00000020:00000080:2.0:1787602332.931008:0:17757:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36de4 00000020:00000080:0.0:1787602332.931070:0:17756:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36e70 00000100:00080000:2.0:1787602332.931076:0:17757:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb2800 : changing import state from FULL to CLOSED 00000100:00080000:0.0:1787602332.931084:0:17756:0:(import.c:65:import_set_state_nolock()) ffff8d057b7d6000 : changing import state from FULL to CLOSED 00000001:00000004:2.0:1787602332.931148:0:17757:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 2, last_transno is 8589934594 00000001:00000004:0.0:1787602332.931153:0:17756:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 2, last_transno is 8589934606 00000100:00100000:0.0:1787602332.931757:0:17756:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+2:3450:x1874436318022912:12345-0@lo:9:umount.0 Request processed in 757us (897us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602332.931766:0:17756:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787602332.934554:0:17757:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+2:3450:x1874436318022784:12345-0@lo:9:umount.0 Request processed in 3578us (3790us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602332.934573:0:17757:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00010000:00010000:2.0:1787602332.934627:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787602332.934686:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d05799c8800 lustre-OST0000_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1787602332.934720:0:3450:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1787602332.934723:0:3450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787602332.934728:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318022784:0@lo:9:umount.0 00000100:00080000:2.0:1787602332.934745:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0547aec000 lustre-OST0001_UUID: changing import state from CONNECTING to CLOSED 00000004:00080000:2.0:1787602332.934786:0:3450:0:(osp_dev.c:1618:osp_import_event()) got disconnected 00000004:00080000:2.0:1787602332.934788:0:3450:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787602332.934791:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318022912:0@lo:9:umount.0 00000100:00100000:2.0:1787602332.934884:0:16430:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:0+-99:3451:x1874436318022144:12345-0@lo:103:ldlm_bl.0 Request processed in 28646us (28979us total) trans 0 rc -107/-107 00000100:00100000:2.0:1787602332.934895:0:16430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00010000:00010000:0.0:1787602332.937172:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787602332.964709:0:3451:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@0@lo for MGC192.168.204.152@tcp not replayable, auto-deactivating 00000100:00080000:3.0:1787602332.964716:0:3451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:3.0:1787602332.964727:0:3451:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057fb3c700 x1874436318021120/t0(0) o400->MGC192.168.204.152@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1787602347 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602332.964752:0:3451:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057db26d80 x1874436318022144/t0(0) o103->MGC192.168.204.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787602348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602332.964762:0:3451:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057db24e00 x1874436318022656/t0(0) o103->MGC192.168.204.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787602348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602332.964770:0:3451:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057db24380 x1874436318022272/t0(0) o103->MGC192.168.204.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787602348 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602332.964779:0:3451:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057db26680 x1874436318022400/t0(0) o103->MGC192.168.204.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787602348 ref 1 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602332.964787:0:3451:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057db27800 x1874436318022528/t0(0) o103->MGC192.168.204.152@tcp@0@lo:17/18 lens 328/224 e 0 to 0 dl 1787602348 ref 1 fl Rpc:RQU/200/0 rc 0/-107 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295 10000000:01000000:3.0:1787602332.964856:0:3451:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:3.0:1787602332.964860:0:3451:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:3.0:1787602332.964861:0:3451:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:0.0:1787602332.964954:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057fb3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:2654ceba-7933-4907-9870-83ce7c2b8516:3452:1874436318021120:0@lo:400:kworker.0 00000100:00080000:1.0:1787602332.968061:0:3453:0:(import.c:214:ptlrpc_set_import_discon()) mgc: import ffff8d057a76b800 already not connected (conn 1, was 1): DISCONN 00000100:00100000:1.0:1787602332.968108:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318022400:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787602332.968148:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:2654ceba-7933-4907-9870-83ce7c2b8516:3453:1874436318022528:0@lo:103:ldlm_bl.0 00000100:00080000:3.0:1787602332.970280:0:3451:0:(import.c:65:import_set_state_nolock()) ffff8d057a76b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602332.970293:0:3451:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 0@lo last attempt 525 00000100:00080000:3.0:1787602332.970303:0:3451:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff8d057a76b800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602332.970378:0:3451:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0579e92680 x1874436318023040/t0(0) o250->MGC192.168.204.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787602332.970428:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318022144:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1787602332.970438:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318022656:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787602332.970442:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2654ceba-7933-4907-9870-83ce7c2b8516:3450:1874436318023040:0@lo:250:ptlrpcd_00_00.0 00000100:00100000:3.0:1787602332.970469:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:2654ceba-7933-4907-9870-83ce7c2b8516:3451:1874436318022272:0@lo:103:ldlm_bl.0 00000400:00000100:1.0:1787602332.970574:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874436318023040 offset 0 length 520: 4 00000020:00080000:2.0:1787602332.977784:0:20451:0:(genops.c:1558:class_disconnect_exports()) OBD device 14 (ffff8d0574d8cd28) has no exports 00000020:01000000:3.0:1787602333.028621:0:20451:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d04444819c0 - data ffff8d057d5d9948/ffff8d0576131c00 00000020:01000000:3.0:1787602333.028815:0:20451:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d057aeea9c0 - data ffff8d057d611870/ffff8d0558317000 00000001:00000004:3.0:1787602333.048268:0:20451:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 2, last_transno is 8589934595 00000100:00080000:2.0:1787602333.124334:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787602333.124345:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 4 00000100:00100000:2.0:1787602333.124353:0:20451:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00080000:2.0:1787602333.131086:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787602333.131095:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1787602333.131155:0:20451:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787602333.131158:0:20451:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:2.0:1787602333.138324:0:17085:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:2.0:1787602333.138333:0:17085:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x8:0x0] index 1 count 1 00000040:00080000:2.0:1787602333.138346:0:17085:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x2:0x0] index 2 count 2 00000100:00080000:2.0:1787602333.143013:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787602333.143050:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 4 00000004:00080000:2.0:1787602333.143084:0:20451:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787602333.143089:0:20451:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000004:00080000:3.0:1787602333.143681:0:17088:0:(osp_sync.c:1324:osp_sync_process_queues()) stop llog processing 00000040:00080000:3.0:1787602333.143688:0:17088:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xa:0x0] index 1 count 1 00000040:00080000:3.0:1787602333.143702:0:17088:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x1:0x5:0x0] index 2 count 2 00000020:00000080:3.0:1787602333.219170:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c4e 00000020:00000080:3.0:1787602333.219191:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d057df51800/lustre-MDT0001-osd_UUID 00000020:00000080:3.0:1787602333.220525:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c63 00000020:00000080:3.0:1787602333.220537:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d054832d800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787602333.221228:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057df51800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:3.0:1787602333.221436:0:20451:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-mdtlov (flags='') 00000020:00000080:0.0:1787602333.222226:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054832d800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:00000080:2.0:1787602333.222448:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602333.222463:0:20451:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-mdtlov: forcing exports to disconnect: 0/1 00000020:00080000:2.0:1787602333.222469:0:20451:0:(genops.c:1558:class_disconnect_exports()) OBD device 13 (ffff8d0574d8b370) has no exports 00000004:01000000:2.0:1787602333.222873:0:20451:0:(lod_lov.c:59:lod_putref()) destroying 2 ltd desc 00000020:00000080:2.0:1787602333.222883:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36cb7 00000020:00000080:2.0:1787602333.222958:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d0573cbb000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787602333.223011:0:20451:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osc-MDT0001 (flags='') 00000020:00000080:2.0:1787602333.223034:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602333.223040:0:20451:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787602333.223043:0:20451:0:(genops.c:1558:class_disconnect_exports()) OBD device 18 (ffff8d057e388000) has no exports 00000020:00000080:2.0:1787602333.223061:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36cb0 00000020:00000080:2.0:1787602333.223065:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d0547aed800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787602333.226967:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0573cbb000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1787602333.226990:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0547aed800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1787602333.228173:0:20451:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0001-osc-MDT0001: client import never connected 00000100:00080000:2.0:1787602333.228181:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0001_UUID INVALID 00000100:00100000:2.0:1787602333.228186:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1787602333.228225:0:20451:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787602333.228229:0:20451:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787602333.228424:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602333.228446:0:20451:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787602333.228456:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36ca2 00000020:00000080:2.0:1787602333.228466:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d0559dd5000/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787602333.228472:0:20451:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osc-MDT0001 (flags='') 00000020:00000080:2.0:1787602333.228478:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602333.228484:0:20451:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osc-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787602333.228488:0:20451:0:(genops.c:1558:class_disconnect_exports()) OBD device 17 (ffff8d057e38cd28) has no exports 00000020:00000080:2.0:1787602333.228495:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c94 00000020:00000080:2.0:1787602333.228499:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d0559dd0000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787602333.228679:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0547aec000 for lustre-OST0001-osc-MDT0001 00000020:00000080:0.0:1787602333.228687:0:37:0:(genops.c:885:class_export_put()) final put ffff8d0559dd1800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787602333.228690:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0559dd1800/lustre-MDT0001-mdtlov_UUID for lustre-OST0001-osc-MDT0001 00000020:01000000:0.0:1787602333.228696:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787602333.229436:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0559dd5000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1787602333.229446:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0559dd0000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1787602333.229860:0:20451:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-OST0000-osc-MDT0001: client import never connected 00000100:00080000:2.0:1787602333.229864:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-OST0000_UUID INVALID 00000100:00100000:2.0:1787602333.229868:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 8589934593 gen 5 00000004:00080000:2.0:1787602333.229873:0:20451:0:(osp_dev.c:1634:osp_import_event()) got inactive 00000100:00100000:2.0:1787602333.229875:0:20451:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787602333.229996:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602333.230006:0:20451:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000004:01000000:2.0:1787602333.230048:0:20451:0:(lod_lov.c:59:lod_putref()) destroying 1 ltd desc 00000020:00000080:2.0:1787602333.230056:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c86 00000020:00000080:2.0:1787602333.230063:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d0559dd7800/lustre-MDT0001-mdtlov_UUID 00000020:01000000:2.0:1787602333.230067:0:20451:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-osp-MDT0001 (flags='F') 00000020:00000080:2.0:1787602333.230072:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602333.230077:0:20451:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-osp-MDT0001: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787602333.230080:0:20451:0:(genops.c:1558:class_disconnect_exports()) OBD device 16 (ffff8d0581bd4d28) has no exports 00000020:00000080:2.0:1787602333.230085:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c7f 00000020:00000080:2.0:1787602333.230101:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d0559dd3800/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787602333.231011:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d05799c8800 for lustre-OST0000-osc-MDT0001 00000020:00000080:0.0:1787602333.231042:0:37:0:(genops.c:885:class_export_put()) final put ffff8d0547aef000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787602333.231044:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0547aef000/lustre-MDT0001-mdtlov_UUID for lustre-OST0000-osc-MDT0001 00000020:01000000:0.0:1787602333.231050:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osc-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787602333.231116:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0559dd7800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1787602333.231121:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0559dd3800/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00010000:01000000:2.0:1787602333.235443:0:20451:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-osp-MDT0001: client import never connected 00000100:00080000:2.0:1787602333.235452:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787602333.235456:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787602333.235463:0:20451:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787602333.235533:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602333.235547:0:20451:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787602333.235576:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602333.235580:0:20451:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787602333.236170:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d0444a3a800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787602333.236178:0:20451:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444a3a800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0001-mdtlov 00000020:01000000:2.0:1787602333.236193:0:20451:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-mdtlov (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:0.0:1787602333.236474:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0559dd1000 for lustre-MDT0000-osp-MDT0001 00000020:00000080:0.0:1787602333.236484:0:37:0:(genops.c:885:class_export_put()) final put ffff8d0559dd2800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:0.0:1787602333.236487:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0559dd2800/lustre-MDT0001-mdtlov_UUID for lustre-MDT0000-osp-MDT0001 00000020:01000000:0.0:1787602333.236492:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-osp-MDT0001 (lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787602333.237340:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c6a 00000020:00000080:2.0:1787602333.237349:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d054832c800/lustre-MDD0001_UUID 00000020:01000000:2.0:1787602333.237360:0:20451:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDD0001 (flags='') 00000020:00000080:2.0:1787602333.237366:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602333.237377:0:20451:0:(obd_config.c:956:class_cleanup()) lustre-MDD0001: forcing exports to disconnect: 0/2 00000020:00080000:2.0:1787602333.237381:0:20451:0:(genops.c:1558:class_disconnect_exports()) OBD device 15 (ffff8d0574d899b8) has no exports 00000020:00000080:2.0:1787602333.237688:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602333.237699:0:20451:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000020:00000080:2.0:1787602333.237704:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c71 00000020:00000080:0.0:1787602333.237817:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054832c800/lustre-MDD0001_UUID for lustre-MDD0001 00000020:00000080:0.0:1787602333.237825:0:37:0:(genops.c:885:class_export_put()) final put ffff8d057df50000/lustre-MDD0001_UUID 00000020:00000080:0.0:1787602333.237828:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057df50000/lustre-MDD0001_UUID for lustre-MDD0001 00000020:01000000:0.0:1787602333.237836:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDD0001 (lustre-MDD0001_UUID) 00000020:00000080:2.0:1787602333.238033:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d054832e000/lustre-MDT0001-osd_UUID 00000020:01000004:2.0:1787602333.238047:0:20451:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d054832b000 from lustre-MDT0001, refs=2 00000020:01000004:2.0:1787602333.238050:0:20451:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d054832b000 2 00000020:01000004:2.0:1787602333.238054:0:20451:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d054832b000 from lustre-MDT0001 00000020:00000080:2.0:1787602333.238078:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602333.238083:0:20451:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:00000080:2.0:1787602333.238086:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d057df52000/lustre-MDT0001_UUID 00000020:00000080:2.0:1787602333.238088:0:20451:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057df52000/lustre-MDT0001_UUID for lustre-MDT0001 00000020:01000000:2.0:1787602333.238098:0:20451:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001 (lustre-MDT0001_UUID) 00000020:01000004:2.0:1787602333.238126:0:20451:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 2 references. 00000020:01000000:2.0:1787602333.238130:0:20451:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-MDT0001 (flags='F') 00000020:00000080:2.0:1787602333.238143:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602333.238146:0:20451:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-MDT0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787602333.238152:0:20451:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-MDT0001: ACTIVE ffff8d054e693800 lustre-MDT0000-lwp-MDT0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787602333.238157:0:20451:0:(genops.c:1553:class_disconnect_exports()) OBD device 19 (ffff8d057d300000) has exports, disconnecting them 00000020:00080000:2.0:1787602333.238162:0:20451:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-MDT0001: disconnecting export at 0@lo (ffff8d054e693800), last request at 1787602232 00000020:00000080:2.0:1787602333.238165:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36cef 00000020:00080000:2.0:1787602333.238178:0:20451:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d054e693800): rc 0 00000020:00000080:2.0:1787602333.238183:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d054e693800/lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1787602333.238408:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054832e000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1787602333.238415:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054e693800/lustre-MDT0000-lwp-MDT0001 for lustre-MDT0000-lwp-MDT0001 00010000:01000000:0.0:1787602333.243130:0:20451:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-MDT0001: client import never connected 00000100:00080000:0.0:1787602333.243142:0:20451:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:0.0:1787602333.243150:0:20451:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 5 00000100:00100000:0.0:1787602333.243162:0:20451:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:0.0:1787602333.243206:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d054e697000 for lustre-MDT0000-lwp-MDT0001 00000020:00000080:0.0:1787602333.243435:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787602333.243462:0:20451:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000020:00000080:0.0:1787602333.243469:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d054e696000/lustre-MDT0000-lwp-MDT0001_UUID 00000020:00000080:0.0:1787602333.243473:0:20451:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054e696000/lustre-MDT0000-lwp-MDT0001_UUID for lustre-MDT0000-lwp-MDT0001 00000020:01000000:0.0:1787602333.243484:0:20451:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-MDT0001 (lustre-MDT0000-lwp-MDT0001_UUID) 00000020:01000004:0.0:1787602333.243548:0:20451:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d054832b000 1 00000020:00000080:0.0:1787602333.243555:0:20451:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36c16 00000020:00000080:0.0:1787602333.243561:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d0543955000/lustre-MDT0001-osd_UUID 00000020:01000000:0.0:1787602333.243569:0:20451:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-osd (flags='') 00000020:00000080:0.0:1787602333.243577:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0543955000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:00000080:0.0:1787602333.243586:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787602333.243592:0:20451:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-osd: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787602333.243595:0:20451:0:(genops.c:1558:class_disconnect_exports()) OBD device 12 (ffff8d0581bd3370) has no exports 00000020:00000080:0.0:1787602333.278932:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:0.0:1787602333.278964:0:20451:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00000020:00000080:0.0:1787602333.278972:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d054832c000/lustre-MDT0001-osd_UUID 00000020:00000080:0.0:1787602333.278977:0:20451:0:(genops.c:844:class_export_destroy()) destroying export ffff8d054832c000/lustre-MDT0001-osd_UUID for lustre-MDT0001-osd 00000020:01000000:0.0:1787602333.278989:0:20451:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-osd (lustre-MDT0001-osd_UUID) 00000020:01000004:0.0:1787602333.279154:0:20451:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d054832d000 00000020:01000000:0.0:1787602333.279179:0:20451:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MDS (flags='F') 00000020:00000080:0.0:1787602333.279183:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787602333.279189:0:20451:0:(obd_config.c:956:class_cleanup()) MDS: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787602333.279193:0:20451:0:(genops.c:1558:class_disconnect_exports()) OBD device 3 (ffff8d057d3019b8) has no exports 00000100:00100000:0.0:1787602333.279290:0:17371:0:(service.c:3183:ptlrpc_main()) mdt00_003: service thread [ffff8d056bce8800:17371] 3 exiting: rc = 0 00000100:00100000:0.0:1787602333.279425:0:16444:0:(service.c:3183:ptlrpc_main()) mdt00_000: service thread [ffff8d0551055e00:16444] 0 exiting: rc = 1 00000100:00100000:2.0:1787602333.279648:0:16446:0:(service.c:3183:ptlrpc_main()) mdt00_002: service thread [ffff8d054120b600:16446] 2 exiting: rc = 0 00000100:00100000:1.0:1787602333.279835:0:16445:0:(service.c:3183:ptlrpc_main()) mdt00_001: service thread [ffff8d0551055400:16445] 1 exiting: rc = 0 00000100:00100000:0.0:1787602333.279883:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.279951:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.279960:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.279970:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.279978:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.279986:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.279993:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280000:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280008:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280013:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280093:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280101:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280107:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280112:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280118:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280123:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280128:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280133:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280139:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280145:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280151:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280158:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280164:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280183:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280189:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280196:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280201:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280207:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280213:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280220:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280225:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280231:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280242:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280248:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280254:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280262:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280270:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280279:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280288:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280297:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280305:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280316:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280325:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280335:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280345:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280354:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280362:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280369:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280379:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280388:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280398:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280409:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.280419:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281001:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281010:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281096:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281103:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281108:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281126:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281133:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281138:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281144:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281150:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.281155:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.305606:0:16447:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_000: service thread [ffff8d057c961e00:16447] 0 exiting: rc = 1 00000100:00100000:2.0:1787602333.312268:0:16448:0:(service.c:3183:ptlrpc_main()) mdt_rdpg00_001: service thread [ffff8d057c961400:16448] 1 exiting: rc = 0 00000100:00100000:0.0:1787602333.312568:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312579:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312586:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312591:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312596:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312601:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312605:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312610:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312615:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312620:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312625:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312630:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312636:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312641:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312646:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312663:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312669:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312675:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312681:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312806:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312817:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312827:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312834:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312840:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312847:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312855:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312863:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312870:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312876:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312906:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312913:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312921:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.312929:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313259:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313269:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313275:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313281:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313286:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313292:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313298:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313305:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313312:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313317:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313322:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313329:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313335:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313342:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313348:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313354:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313501:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313510:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313517:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313522:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313528:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313534:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313540:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313545:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313550:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313555:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313560:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313564:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313569:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313575:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602333.313581:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.315557:0:16450:0:(service.c:3183:ptlrpc_main()) mdt_out00_001: service thread [ffff8d057ad8be00:16450] 1 exiting: rc = 0 00000100:00100000:3.0:1787602333.315685:0:16449:0:(service.c:3183:ptlrpc_main()) mdt_out00_000: service thread [ffff8d057ad8a600:16449] 0 exiting: rc = 1 00000100:00100000:0.0:1787602333.315849:0:17086:0:(service.c:3183:ptlrpc_main()) mdt_out00_002: service thread [ffff8d0564afc800:17086] 2 exiting: rc = 0 00000100:00100000:2.0:1787602333.316171:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316184:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316190:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316204:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316211:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316217:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316873:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316974:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316982:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316988:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.316994:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317000:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317035:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317044:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317050:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317057:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317064:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317071:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317079:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317089:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317097:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317105:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317127:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317137:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317168:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317178:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317186:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317193:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317199:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317205:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317212:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317218:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317224:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317231:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317237:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317243:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317271:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317278:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317284:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317290:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317295:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317300:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317307:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317313:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317319:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317324:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317330:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317336:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317356:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317363:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317370:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317376:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317382:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317387:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317394:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317400:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317406:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317419:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317426:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317435:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317459:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317469:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317477:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.317485:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00010000:00010000:2.0:1787602333.347300:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602333.347819:0:16452:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0001: service thread [ffff8d057a8ba800:16452] 1 exiting: rc = 0 00000100:00100000:0.0:1787602333.347901:0:16451:0:(service.c:3183:ptlrpc_main()) mdt_seqs_0000: service thread [ffff8d057a8bb200:16451] 0 exiting: rc = 1 00000100:00100000:3.0:1787602333.348324:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348333:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348338:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348344:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348354:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348519:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348526:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348531:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348536:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348541:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348547:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348552:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348558:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348563:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348569:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348574:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348579:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348583:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348602:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348607:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348613:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348617:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348622:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348628:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348633:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348637:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348643:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348660:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348666:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348671:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348676:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348681:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348687:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348692:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348697:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348702:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348709:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348716:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348722:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348728:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348734:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348738:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348743:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348749:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348806:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348812:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348818:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348823:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348828:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348834:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348840:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348845:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348850:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348862:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348867:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348873:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348878:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348883:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348889:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348894:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348900:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348906:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348911:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602333.348917:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602333.350484:0:16454:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0001: service thread [ffff8d056bd6a000:16454] 1 exiting: rc = 0 00000100:00100000:1.0:1787602333.356205:0:16453:0:(service.c:3183:ptlrpc_main()) mdt_seqm_0000: service thread [ffff8d057a8bb800:16453] 0 exiting: rc = 1 00000100:00100000:2.0:1787602333.356388:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356396:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356401:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356407:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356413:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356417:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356423:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356428:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356433:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356438:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356445:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356450:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356455:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356460:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356465:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356469:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356474:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356480:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356485:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356491:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356496:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356501:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356506:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356511:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356517:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356522:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356528:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356552:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356558:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356563:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356569:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356574:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356579:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356584:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356590:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356596:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356602:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356607:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356611:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356617:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356622:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356627:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356633:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356638:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356644:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356662:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356668:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356674:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356679:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356684:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356691:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356697:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356704:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356711:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356717:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356724:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356730:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356736:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356744:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356750:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356756:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356762:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356779:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.356785:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602333.357302:0:16455:0:(service.c:3183:ptlrpc_main()) mdt_fld_0000: service thread [ffff8d057a8ba600:16455] 0 exiting: rc = 1 00000100:00100000:3.0:1787602333.357441:0:16456:0:(service.c:3183:ptlrpc_main()) mdt_fld_0001: service thread [ffff8d056bd6a600:16456] 1 exiting: rc = 0 00000100:00100000:2.0:1787602333.357529:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357535:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357539:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357545:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357550:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357554:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357559:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357564:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357569:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357574:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357580:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357585:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357590:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357595:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357600:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357607:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357611:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357617:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357622:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357627:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357632:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357636:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357641:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357646:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357662:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357668:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357673:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357677:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357682:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357687:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357691:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357697:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357702:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357717:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357722:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357727:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357733:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357738:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357743:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357748:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357753:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357758:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357763:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357769:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357774:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357779:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357785:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357789:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357794:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357798:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357803:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357807:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357812:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357817:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357822:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357827:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357832:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357837:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357843:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357849:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357855:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357860:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357864:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.357870:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602333.358432:0:16458:0:(service.c:3183:ptlrpc_main()) mdt_io00_001: service thread [ffff8d0559dc1400:16458] 1 exiting: rc = 0 00000100:00100000:1.0:1787602333.358628:0:16459:0:(service.c:3183:ptlrpc_main()) mdt_io00_002: service thread [ffff8d0559dc1c00:16459] 2 exiting: rc = 0 00000100:00100000:3.0:1787602333.358880:0:16457:0:(service.c:3183:ptlrpc_main()) mdt_io00_000: service thread [ffff8d057a8bb000:16457] 0 exiting: rc = 1 00000100:00100000:2.0:1787602333.359004:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.359012:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360793:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360803:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360827:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360832:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360839:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360844:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360850:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360856:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360861:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.360866:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.362974:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.362980:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.362986:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.362991:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363045:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363054:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363061:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363068:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363077:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363083:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363090:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363096:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363101:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363107:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363113:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363120:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363126:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363131:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363138:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363143:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363149:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363157:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363163:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363174:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363179:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363257:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363264:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363283:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363304:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363310:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363316:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363322:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363327:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363333:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363339:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363345:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363351:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363358:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363364:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363369:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363375:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363380:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363387:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363392:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363397:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363403:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363410:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363415:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363421:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363426:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363433:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602333.363607:0:20451:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787602333.377635:0:20451:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787602333.377672:0:20451:0:(obd_config.c:883:class_detach()) detach on obd MDS (uuid MDS_uuid) 00000020:00000080:1.0:1787602333.377678:0:20451:0:(genops.c:885:class_export_put()) final put ffff8d057a76f000/MDS_uuid 00000020:00000080:1.0:1787602333.377683:0:20451:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057a76f000/MDS_uuid for MDS 00000020:01000000:1.0:1787602333.377700:0:20451:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MDS (MDS_uuid) 00000020:02000400:1.0:1787602333.377867:0:20451:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-MDT0001 complete 00000001:00100000:3.0:1787602334.093534:0:8124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787602334.093546:0:8124:0:(genops.c:885:class_export_put()) final put ffff8d0445cb7800/lustre-MDT0001-mdtlov_UUID 00000020:00000080:3.0:1787602334.093588:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0445cb7800/lustre-MDT0001-mdtlov_UUID for lustre-OST0000 00000020:00000080:3.0:1787602334.093652:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0445cb2800 for lustre-OST0000 00010000:00010000:0.0:1787602334.358721:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602335.376976:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602336.403035:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787602336.547625:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787602336.547637:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787602336.547641:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787602336.547644:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787602336.547649:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787602336.547658:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1787602336.547664:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0000: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787602336.547671:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d0445cb4800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:0.0:1787602336.547712:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0575f9a300 x1874436318023168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787602336.547772:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787602336.547776:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:0.0:1787602336.547778:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d04454b8000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787602336.547781:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 638 00000100:00080000:0.0:1787602336.547784:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0000-lwp-OST0001: tried all connections, increasing latency to 10s 00000100:00080000:0.0:1787602336.547788:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d04454b8000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:0.0:1787602336.547800:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0575f9b480 x1874436318023424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787602336.547837:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787602336.547855:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318023296:0@lo:400:kworker.0 00000400:00000100:0.0:1787602336.547915:0:3451:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318023296 offset 0 length 224: 4 00000100:00100000:0.0:1787602336.547987:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318023552:0@lo:400:kworker.0 00000400:00000100:0.0:1787602336.548007:0:3453:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318023552 offset 0 length 224: 4 00000100:00100000:1.0:1787602336.548133:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1874436318023168:0@lo:38:kworker.0 00000400:00000100:1.0:1787602336.548169:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318023168 offset 0 length 520: 4 00000100:00100000:1.0:1787602336.548182:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1874436318023424:0@lo:38:kworker.0 00000400:00000100:1.0:1787602336.548195:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318023424 offset 0 length 520: 4 00000020:01000004:1.0:1787602336.911079:0:20603:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:1.0:1787602336.940928:0:20603:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0000 00010000:00010000:1.0:1787602336.940980:0:20603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602336.940995:0:20603:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602336.941004:0:20603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602336.941012:0:20603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602336.941160:0:20603:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:1.0:1787602336.941165:0:20603:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:1.0:1787602336.941188:0:20603:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787602336.941200:0:20603:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0575f9a300 x1874436318023168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787602356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602336.941223:0:20603:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787602336.941229:0:20603:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00080000:1.0:1787602336.941249:0:20603:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb4800 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:1.0:1787602336.941254:0:20603:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:1.0:1787602336.941258:0:20603:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0575f9a300 x1874436318023168/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787602356 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602336.941266:0:20603:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:1.0:1787602336.941269:0:20603:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 26s for inflight to error out 00000100:00100000:3.0:1787602336.941554:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1874436318023168:0@lo:38:kworker.0 00000100:00080000:1.0:1787602336.942848:0:20603:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787602336.942861:0:20603:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0575f9a680 x1874436318023296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602336.942947:0:20603:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 3 00000100:00080000:1.0:1787602336.942954:0:20603:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:1.0:1787602336.942978:0:20603:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb6000 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:3.0:1787602336.943096:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3450:1874436318023680:0@lo:39:umount.0 00000400:00000100:3.0:1787602336.943153:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318023680 offset 0 length 224: 4 00010000:00010000:2.0:1787602336.944699:0:16432:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602336.944712:0:16432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602336.944724:0:16432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057b120400 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602336.944729:0:16432:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602336.944763:0:16432:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602336.944771:0:16432:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602336.944777:0:16432:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787602336.944780:0:16432:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:2.0:1787602336.944783:0:16432:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:2.0:1787602336.944801:0:16432:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057a76b800 00010000:00010000:2.0:1787602336.944806:0:16432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602336.944813:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d057b120400/0xbc87b28475e36d89 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36d90 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602336.944828:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602336.944830:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602336.944832:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602336.944970:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318023296:0@lo:400:kworker.0 00000001:00100000:2.0:1787602337.098353:0:9066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000020:00000080:2.0:1787602337.098364:0:9066:0:(genops.c:885:class_export_put()) final put ffff8d057b7d3000/lustre-MDT0001-mdtlov_UUID 00000020:00000080:1.0:1787602337.098478:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057b7d3000/lustre-MDT0001-mdtlov_UUID for lustre-OST0001 00000020:00000080:1.0:1787602337.098536:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057b7d6000 for lustre-OST0001 00010000:00010000:0.0:1787602337.424264:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787602337.552258:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787602337.552271:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787602337.552275:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1787602337.552279:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787602337.553505:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787602337.553532:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318023808:0@lo:400:kworker.0 00000400:00000100:3.0:1787602337.553631:0:3453:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318023808 offset 0 length 224: 4 00010000:00010000:2.0:1787602338.451039:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602339.472345:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602340.496287:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602341.520345:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787602341.585535:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787602341.585550:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787602341.585553:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787602341.585557:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787602341.585753:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787602341.585785:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318023936:0@lo:400:kworker.0 00000400:00000100:3.0:1787602341.585864:0:3452:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318023936 offset 0 length 224: 4 00000100:00100000:3.0:1787602342.096908:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602332/real 1787602332] req@ffff8d0579e92680 x1874436318023040/t0(0) o250->MGC192.168.204.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787602342 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602342.097054:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0579e92680 x1874436318023040/t0(0) o250->MGC192.168.204.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787602342 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787602342.097085:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a76b800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787602342.097117:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:3.0:1787602342.097122:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2654ceba-7933-4907-9870-83ce7c2b8516:3450:1874436318023040:0@lo:250:ptlrpcd_00_00.0 00000100:00080000:2.0:1787602342.097921:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787602342.097931:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:2.0:1787602342.097935:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d057a76b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602342.097942:0:8:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 0@lo last attempt 639 00000100:00080000:2.0:1787602342.097949:0:8:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787602342.097958:0:8:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff8d057a76b800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602342.098001:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc40380 x1874436318024064/t0(0) o250->MGC192.168.204.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787602342.098084:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1787602342.098089:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787602342.099514:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318024192:0@lo:400:kworker.0 00000400:00000100:0.0:1787602342.099618:0:3452:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318024192 offset 0 length 224: 4 00000100:00100000:1.0:1787602342.099892:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2654ceba-7933-4907-9870-83ce7c2b8516:3450:1874436318024064:0@lo:250:kworker.0 00000400:00000100:1.0:1787602342.099927:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874436318024064 offset 0 length 520: 4 00010000:00010000:2.0:1787602342.544309:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602343.569313:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602344.595297:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602345.616763:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602346.193990:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602336/real 1787602336] req@ffff8d0559d88700 x1874436318023680/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787602346 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602346.194055:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0559d88700 x1874436318023680/t0(0) o39->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787602346 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787602346.194082:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0445cb6000 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:1.0:1787602346.194111:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3450:1874436318023680:0@lo:39:umount.0 00000100:00080000:0.0:1787602346.194527:0:20603:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787602346.194534:0:20603:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787602346.194542:0:20603:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787602346.195644:0:20603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602346.195666:0:20603:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602346.195675:0:20603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602346.195710:0:20603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602346.195747:0:20603:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602346.195757:0:20603:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602346.195765:0:20603:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602346.195771:0:20603:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602346.195777:0:20603:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602346.195800:0:20603:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1787602346.195806:0:20603:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0000 (0) 00000020:01000004:0.0:1787602346.195845:0:20603:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0000 00000020:01000000:0.0:1787602346.195851:0:20603:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000 (flags='F') 00000020:00000080:0.0:1787602346.195856:0:20603:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787602346.195863:0:20603:0:(obd_config.c:956:class_cleanup()) lustre-OST0000: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787602346.195870:0:20603:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8d057e3899b8) has no exports 00000020:00080000:0.0:1787602346.195903:0:20603:0:(genops.c:1558:class_disconnect_exports()) OBD device 22 (ffff8d057e3899b8) has no exports 00010000:00010000:1.0:1787602346.198147:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787602346.198169:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602346.198214:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0582045800 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:1.0:1787602346.198219:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602346.198232:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787602346.198241:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602346.198247:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787602346.198250:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0000: stopping, won't requeue 10000000:01000000:1.0:1787602346.198254:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0000 00010000:00010000:1.0:1787602346.198284:0:16433:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057a76b800 00010000:00010000:1.0:1787602346.198288:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602346.198297:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0582045800/0xbc87b28475e36d5f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36d66 expref: -99 pid: 17753 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602346.198318:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602346.198323:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602346.198329:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7600 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:1.0:1787602346.198332:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602346.198340:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787602346.198353:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602346.198360:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:1.0:1787602346.198362:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:1.0:1787602346.198365:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:1.0:1787602346.198372:0:16433:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057a76b800 00010000:00010000:1.0:1787602346.198375:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602346.198382:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05765d7600/0xbc87b28475e370c3 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e370ca expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602346.198392:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602346.198394:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602346.198396:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602346.198479:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1787602346.204886:0:20603:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0547f283c0 - data ffff8d055cc131b0/ffff8d04410f8800 00000020:01000000:1.0:1787602346.205369:0:20603:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0444ad9de0 - data ffff8d055cc47000/ffff8d0560311000 00100000:10000000:2.0:1787602346.231710:0:20603:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0000-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:1.0:1787602346.255964:0:20603:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36d74 00000020:00000080:1.0:1787602346.255981:0:20603:0:(genops.c:885:class_export_put()) final put ffff8d0574d97800/lustre-OST0000-osd_UUID 00000020:01000004:1.0:1787602346.256006:0:20603:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0542cd8800 from lustre-OST0000, refs=2 00000020:01000004:1.0:1787602346.256012:0:20603:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0542cd8800 2 00000020:01000004:1.0:1787602346.256049:0:20603:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d0542cd8800 from lustre-OST0000 00000020:00000080:1.0:1787602346.256085:0:20603:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787602346.256100:0:20603:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:00000080:1.0:1787602346.256103:0:20603:0:(genops.c:885:class_export_put()) final put ffff8d0573a67800/lustre-OST0000_UUID 00000020:00000080:1.0:1787602346.256107:0:20603:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0573a67800/lustre-OST0000_UUID for lustre-OST0000 00000020:01000000:1.0:1787602346.256116:0:20603:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000 (lustre-OST0000_UUID) 00000020:01000004:1.0:1787602346.256179:0:20603:0:(obd_mount.c:578:lustre_stop_mgc()) MGC still has 1 references. 00000020:01000000:1.0:1787602346.256184:0:20603:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0000 (flags='F') 00000020:00000080:1.0:1787602346.256189:0:20603:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787602346.256217:0:20603:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:1.0:1787602346.256226:0:20603:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0000: ACTIVE ffff8d0445cb5800 lustre-MDT0000-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:1.0:1787602346.256234:0:20603:0:(genops.c:1553:class_disconnect_exports()) OBD device 23 (ffff8d057d303370) has exports, disconnecting them 00000020:00080000:1.0:1787602346.256240:0:20603:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0000: disconnecting export at 0@lo (ffff8d0445cb5800), last request at 1787602246 00000020:00000080:1.0:1787602346.256246:0:20603:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36d9e 00000020:00080000:1.0:1787602346.256257:0:20603:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0445cb5800): rc 0 00000020:00000080:1.0:1787602346.256264:0:20603:0:(genops.c:885:class_export_put()) final put ffff8d0445cb5800/lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1787602346.257163:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0574d97800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1787602346.257189:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0445cb5800/lustre-MDT0000-lwp-OST0000 for lustre-MDT0000-lwp-OST0000 00010000:01000000:2.0:1787602346.268409:0:20603:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0000: client import never connected 00000100:00080000:2.0:1787602346.268423:0:20603:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:2.0:1787602346.268430:0:20603:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:2.0:1787602346.268440:0:20603:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:2.0:1787602346.268705:0:20603:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602346.268717:0:20603:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000020:01000000:2.0:1787602346.268727:0:20603:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0000 (flags='F') 00000020:00000080:2.0:1787602346.268739:0:20603:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602346.268745:0:20603:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0000: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787602346.268756:0:20603:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0000: ACTIVE ffff8d0445cb7000 lustre-MDT0001-lwp-OST0000 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787602346.268765:0:20603:0:(genops.c:1553:class_disconnect_exports()) OBD device 24 (ffff8d0579de8000) has exports, disconnecting them 00000020:00080000:2.0:1787602346.268771:0:20603:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0000: disconnecting export at 0@lo (ffff8d0445cb7000), last request at 1787602246 00000020:00000080:2.0:1787602346.268800:0:20603:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36db3 00000020:00080000:2.0:1787602346.268824:0:20603:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0445cb7000): rc 0 00000020:00000080:2.0:1787602346.268831:0:20603:0:(genops.c:885:class_export_put()) final put ffff8d0445cb7000/lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1787602346.269671:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0445cb4800 for lustre-MDT0000-lwp-OST0000 00000020:00000080:3.0:1787602346.269691:0:36:0:(genops.c:885:class_export_put()) final put ffff8d0444813000/lustre-MDT0000-lwp-OST0000_UUID 00000020:00000080:3.0:1787602346.269694:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444813000/lustre-MDT0000-lwp-OST0000_UUID for lustre-MDT0000-lwp-OST0000 00000020:01000000:3.0:1787602346.269705:0:36:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0000 (lustre-MDT0000-lwp-OST0000_UUID) 00000020:00000080:3.0:1787602346.269801:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0445cb7000/lustre-MDT0001-lwp-OST0000 for lustre-MDT0001-lwp-OST0000 00010000:01000000:3.0:1787602346.270156:0:20603:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0000: client import never connected 00000100:00080000:3.0:1787602346.270163:0:20603:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:3.0:1787602346.270170:0:20603:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787602346.270179:0:20603:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:3.0:1787602346.270208:0:36:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d0445cb6000 for lustre-MDT0001-lwp-OST0000 00000020:00000080:3.0:1787602346.270442:0:20603:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787602346.270450:0:20603:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000020:00000080:3.0:1787602346.270455:0:20603:0:(genops.c:885:class_export_put()) final put ffff8d05763db000/lustre-MDT0001-lwp-OST0000_UUID 00000020:00000080:3.0:1787602346.270458:0:20603:0:(genops.c:844:class_export_destroy()) destroying export ffff8d05763db000/lustre-MDT0001-lwp-OST0000_UUID for lustre-MDT0001-lwp-OST0000 00000020:01000000:3.0:1787602346.270462:0:20603:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0000 (lustre-MDT0001-lwp-OST0000_UUID) 00000020:01000004:3.0:1787602346.270502:0:20603:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0542cd8800 1 00000020:00000080:3.0:1787602346.270510:0:20603:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36d51 00000020:00000080:3.0:1787602346.270517:0:20603:0:(genops.c:885:class_export_put()) final put ffff8d0573a63000/lustre-OST0000-osd_UUID 00000020:01000000:3.0:1787602346.270537:0:20603:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0000-osd (flags='') 00000020:00000080:3.0:1787602346.270545:0:36:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0573a63000/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:00000080:3.0:1787602346.270554:0:20603:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787602346.270560:0:20603:0:(obd_config.c:956:class_cleanup()) lustre-OST0000-osd: forcing exports to disconnect: 0/1 00000020:00080000:3.0:1787602346.270564:0:20603:0:(genops.c:1558:class_disconnect_exports()) OBD device 20 (ffff8d0579decd28) has no exports 00000020:00000080:3.0:1787602346.361672:0:20603:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787602346.361696:0:20603:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00000020:00000080:3.0:1787602346.361703:0:20603:0:(genops.c:885:class_export_put()) final put ffff8d0542cdc800/lustre-OST0000-osd_UUID 00000020:00000080:3.0:1787602346.361710:0:20603:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0542cdc800/lustre-OST0000-osd_UUID for lustre-OST0000-osd 00000020:01000000:3.0:1787602346.361723:0:20603:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0000-osd (lustre-OST0000-osd_UUID) 00000020:01000004:3.0:1787602346.361891:0:20603:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d0542cde000 00000020:02000400:3.0:1787602346.361961:0:20603:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0000 complete 00010000:00010000:1.0:1787602346.658069:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787602347.287859:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787602347.287871:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602347.287874:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787602347.287877:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787602347.287971:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787602347.288001:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1874436318024320:0@lo:400:kworker.0 00000400:00000100:3.0:1787602347.288145:0:3454:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318024320 offset 0 length 224: 4 00010000:00010000:2.0:1787602347.665635:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602348.695285:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602349.712734:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787602350.031834:0:20757:0:(tgt_mount.c:2195:server_umount_begin()) umount -f 00000020:01000004:3.0:1787602350.063139:0:20757:0:(tgt_mount.c:2065:server_put_super()) server put_super lustre-OST0001 00010000:00010000:3.0:1787602350.063250:0:20757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602350.063268:0:20757:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602350.063276:0:20757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602350.063316:0:20757:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602350.063347:0:20757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 10000000:01000000:3.0:1787602350.063355:0:20757:0:(mgc_request.c:547:config_log_end()) end config log lustre-client (0) 00000100:00080000:3.0:1787602350.063386:0:20757:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787602350.063400:0:20757:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0575f9b480 x1874436318023424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787602356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602350.063417:0:20757:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:3.0:1787602350.063423:0:20757:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787602350.063431:0:20757:0:(import.c:65:import_set_state_nolock()) ffff8d04454b8000 lustre-MDT0000_UUID: changing import state from CONNECTING to CLOSED 00000100:00080000:3.0:1787602350.063442:0:20757:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000100:00100000:3.0:1787602350.063445:0:20757:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0575f9b480 x1874436318023424/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 1787602356 ref 1 fl Rpc:ENQr/200/ffffffff rc -5/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602350.063452:0:20757:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:3.0:1787602350.063469:0:20757:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 8s for inflight to error out 00000100:00100000:2.0:1787602350.064271:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1874436318023424:0@lo:38:kworker.0 00010000:00010000:1.0:1787602350.066129:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602350.066147:0:16433:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602350.066163:0:16433:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0582044600 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:1.0:1787602350.066170:0:16433:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602350.066185:0:16433:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1787602350.066194:0:16433:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602350.066201:0:16433:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:1.0:1787602350.066204:0:16433:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-client: stopping, won't requeue 10000000:01000000:1.0:1787602350.066209:0:16433:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-client 00010000:00010000:1.0:1787602350.066240:0:16433:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057a76b800 00010000:00010000:1.0:1787602350.066245:0:16433:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602350.066252:0:16433:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0582044600/0xbc87b28475e36e23 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36e2a expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602350.066299:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602350.066301:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602350.066303:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787602350.070594:0:20757:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:2.0:1787602350.070624:0:20757:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0575f99500 x1874436318023552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602352 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602350.070655:0:20757:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0575f9a680 x1874436318023808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602353 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602350.070665:0:20757:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057dc43800 x1874436318023936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602357 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602350.070687:0:20757:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d057dc40a80 x1874436318024192/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602358 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602350.070696:0:20757:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0579e92680 x1874436318024320/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602363 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602350.070719:0:20757:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 3 00000100:00080000:2.0:1787602350.070729:0:20757:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00080000:2.0:1787602350.070766:0:20757:0:(import.c:65:import_set_state_nolock()) ffff8d057dc7e800 lustre-MDT0001_UUID: changing import state from FULL to CONNECTING 00000100:00100000:2.0:1787602350.070816:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3450:1874436318024448:0@lo:39:umount.0 00000400:00000100:2.0:1787602350.070892:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 12 match 1874436318024448 offset 0 length 224: 4 00000100:00100000:1.0:1787602350.071006:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3454:1874436318024320:0@lo:400:kworker.0 00000100:00100000:0.0:1787602350.071211:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318024192:0@lo:400:kworker.0 00000100:00100000:0.0:1787602350.071223:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318023936:0@lo:400:kworker.0 00000100:00100000:3.0:1787602350.071726:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318023808:0@lo:400:kworker.0 00000100:00100000:3.0:1787602350.071739:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318023552:0@lo:400:kworker.0 00010000:00010000:2.0:1787602350.737521:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602351.761601:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787602352.400293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787602352.400304:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00010000:00010000:2.0:1787602352.784844:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602353.809047:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602354.832212:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602355.856608:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602356.880682:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602357.264155:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602342/real 1787602342] req@ffff8d057dc40380 x1874436318024064/t0(0) o250->MGC192.168.204.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787602357 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602357.264215:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057dc40380 x1874436318024064/t0(0) o250->MGC192.168.204.152@tcp@0@lo:26/25 lens 520/544 e 0 to 1 dl 1787602357 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787602357.264240:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a76b800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787602357.264271:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 0@lo failed (-110) 00000100:00100000:2.0:1787602357.264276:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2654ceba-7933-4907-9870-83ce7c2b8516:3450:1874436318024064:0@lo:250:kworker.0 00000100:00080000:3.0:1787602357.264449:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 2654ceba-7933-4907-9870-83ce7c2b8516->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1787602357.264456:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00080000:3.0:1787602357.264460:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d057a76b800 MGS: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602357.264468:0:37:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 0@lo last attempt 649 00000100:00080000:3.0:1787602357.264501:0:37:0:(import.c:589:import_select_connection()) MGC192.168.204.152@tcp: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787602357.264512:0:37:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff8d057a76b800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602357.264555:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0579e93800 x1874436318024576/t0(0) o250->MGC192.168.204.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787602357.264726:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2654ceba-7933-4907-9870-83ce7c2b8516:3450:1874436318024576:0@lo:250:kworker.0 00000400:00000100:2.0:1787602357.264870:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 26 match 1874436318024576 offset 0 length 520: 4 00010000:00010000:1.0:1787602357.904383:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602358.928270:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602359.952446:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602360.336457:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602350/real 1787602350] req@ffff8d057dc42a00 x1874436318024448/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787602360 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602360.336503:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057dc42a00 x1874436318024448/t0(0) o39->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 1 dl 1787602360 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'umount.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787602360.336529:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057dc7e800 lustre-MDT0001_UUID: changing import state from CONNECTING to CLOSED 00000100:00100000:2.0:1787602360.336562:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3450:1874436318024448:0@lo:39:umount.0 00000100:00080000:0.0:1787602360.336977:0:20757:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:0.0:1787602360.336984:0:20757:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 4 00000100:00100000:0.0:1787602360.336992:0:20757:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:0.0:1787602360.338500:0:20757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602360.338527:0:20757:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602360.338535:0:20757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602360.338542:0:20757:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602360.338578:0:20757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602360.338587:0:20757:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602360.338594:0:20757:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602360.338601:0:20757:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602360.338608:0:20757:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000400000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602360.338628:0:20757:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 10000000:01000000:0.0:1787602360.338635:0:20757:0:(mgc_request.c:547:config_log_end()) end config log lustre-OST0001 (0) 00000020:01000004:0.0:1787602360.338698:0:20757:0:(tgt_mount.c:2115:server_put_super()) stopping lustre-OST0001 00000020:01000000:0.0:1787602360.338704:0:20757:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001 (flags='F') 00000020:00000080:0.0:1787602360.338709:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:0.0:1787602360.338716:0:20757:0:(obd_config.c:956:class_cleanup()) lustre-OST0001: forcing exports to disconnect: 0/1 00000020:00080000:0.0:1787602360.338721:0:20757:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8d0579de99b8) has no exports 00000020:00080000:0.0:1787602360.338753:0:20757:0:(genops.c:1558:class_disconnect_exports()) OBD device 26 (ffff8d0579de99b8) has no exports 00010000:00010000:2.0:1787602360.340489:0:16432:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787602360.340507:0:16432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602360.340522:0:16432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057b121000 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602360.340528:0:16432:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602360.340541:0:16432:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602360.340571:0:16432:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602360.340578:0:16432:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787602360.340581:0:16432:0:(mgc_request.c:944:mgc_blocking_ast()) log lustre-OST0001: stopping, won't requeue 10000000:01000000:2.0:1787602360.340585:0:16432:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-OST0001 00010000:00010000:2.0:1787602360.340614:0:16432:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057a76b800 00010000:00010000:2.0:1787602360.340619:0:16432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602360.340627:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d057b121000/0xbc87b28475e36df9 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36e00 expref: -99 pid: 18475 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602360.340648:0:16432:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602360.340652:0:16432:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602360.340659:0:16432:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6200 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602360.340662:0:16432:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000400000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602360.340671:0:16432:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602360.340677:0:16432:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602360.340682:0:16432:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:01000000:2.0:1787602360.340685:0:16432:0:(mgc_request.c:944:mgc_blocking_ast()) log params: stopping, won't requeue 10000000:01000000:2.0:1787602360.340693:0:16432:0:(mgc_request.c:130:config_log_put()) dropping config log params 00010000:00010000:2.0:1787602360.340699:0:16432:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057a76b800 00010000:00010000:2.0:1787602360.340703:0:16432:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602360.340710:0:16432:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05765d6200/0xbc87b28475e370b5 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e370bc expref: -99 pid: 16441 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602360.340726:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602360.340729:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602360.340731:0:16432:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602360.340942:0:16433:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000000:0.0:1787602360.343456:0:20757:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d0547f28060 - data ffff8d055cc220d8/ffff8d04410fa400 00000020:01000000:0.0:1787602360.343666:0:20757:0:(lprocfs_status_server.c:344:lprocfs_free_client_stats()) stat ffff8d05483056c0 - data ffff8d056e36aca8/ffff8d04463cb000 00100000:10000000:2.0:1787602360.356454:0:20757:0:(lfsck_layout.c:753:lfsck_rbtree_cleanup()) lustre-OST0001-osd: layout LFSCK fini OST-objects accessing bitmap 00000020:00000080:2.0:1787602360.402115:0:20757:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36e0e 00000020:00000080:2.0:1787602360.402140:0:20757:0:(genops.c:885:class_export_put()) final put ffff8d04410d2000/lustre-OST0001-osd_UUID 00000020:01000004:2.0:1787602360.402153:0:20757:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d057e573000 from lustre-OST0001, refs=2 00000020:01000004:2.0:1787602360.402157:0:20757:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d057e573000 2 00000020:01000004:2.0:1787602360.404523:0:20757:0:(tgt_mount.c:120:server_deregister_mount()) deregister mount ffff8d057e573000 from lustre-OST0001 00000020:00000080:1.0:1787602360.404728:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04410d2000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:2.0:1787602360.404927:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:2.0:1787602360.404942:0:20757:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:00000080:2.0:1787602360.404952:0:20757:0:(genops.c:885:class_export_put()) final put ffff8d057dc79800/lustre-OST0001_UUID 00000020:00000080:2.0:1787602360.404956:0:20757:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057dc79800/lustre-OST0001_UUID for lustre-OST0001 00000020:01000000:2.0:1787602360.404965:0:20757:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001 (lustre-OST0001_UUID) 00000100:00080000:2.0:1787602360.405465:0:20757:0:(pinger.c:398:ptlrpc_pinger_del_import()) removing pingable import 2654ceba-7933-4907-9870-83ce7c2b8516->MGS 00010000:00010000:2.0:1787602360.405487:0:20757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d057b120200/0xbc87b28475e36c1d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36c24 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602360.405505:0:20757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d057b120200/0xbc87b28475e36c1d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36c24 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602360.405512:0:20757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 10000000:01000000:2.0:1787602360.405515:0:20757:0:(mgc_request.c:954:mgc_blocking_ast()) log nodemap: disconnecting, won't requeue 10000000:01000000:2.0:1787602360.405531:0:20757:0:(mgc_request.c:130:config_log_put()) dropping config log nodemap 00010000:00010000:2.0:1787602360.405554:0:20757:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057a76b800 00010000:00010000:2.0:1787602360.405558:0:20757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d057b120200/0xbc87b28475e36c1d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36c24 expref: -99 pid: 17079 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602360.406674:0:20757:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0540030200/0xbc87b28475e36b0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1008400000000 nid: local remote: 0xbc87b28475e36b13 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602360.406687:0:20757:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0540030200/0xbc87b28475e36b0c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1009400000000 nid: local remote: 0xbc87b28475e36b13 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602360.406693:0:20757:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:01000000:2.0:1787602360.406696:0:20757:0:(mgc_request.c:954:mgc_blocking_ast()) log lustre-s: disconnecting, won't requeue 10000000:01000000:2.0:1787602360.406699:0:20757:0:(mgc_request.c:130:config_log_put()) dropping config log lustre-sptlrpc 00010000:00010000:2.0:1787602360.406717:0:20757:0:(ldlm_request.c:1547:ldlm_cli_cancel_req()) skipping cancel on invalid import ffff8d057a76b800 00010000:00010000:2.0:1787602360.406721:0:20757:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0540030200/0xbc87b28475e36b0c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x5809400000000 nid: local remote: 0xbc87b28475e36b13 expref: -99 pid: 16426 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00080000:2.0:1787602360.406766:0:20757:0:(import.c:65:import_set_state_nolock()) ffff8d057a76b800 MGS: changing import state from CONNECTING to CLOSED 10000000:01000000:2.0:1787602360.406771:0:20757:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001 00000100:00080000:2.0:1787602360.406773:0:20757:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down 10000000:01000000:2.0:1787602360.406774:0:20757:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00080000:2.0:1787602360.406780:0:20757:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 00000100:00100000:2.0:1787602360.406794:0:20757:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight req@ffff8d0579e93800 x1874436318024576/t0(0) o250->MGC192.168.204.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 1787602377 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 10000000:01000000:2.0:1787602360.406810:0:20757:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1787602360.406813:0:20757:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 22s for inflight to error out 00000100:00100000:3.0:1787602360.407008:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:2654ceba-7933-4907-9870-83ce7c2b8516:3450:1874436318024576:0@lo:250:kworker.0 10000000:01000000:2.0:1787602360.407059:0:20757:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1787602360.407071:0:20757:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36af7 00000020:00000080:2.0:1787602360.407080:0:20757:0:(genops.c:885:class_export_put()) final put ffff8d057a768000/2654ceba-7933-4907-9870-83ce7c2b8516 00000020:01000000:2.0:1787602360.407095:0:20757:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of MGC192.168.204.152@tcp (flags='') 00000020:00000080:2.0:1787602360.407102:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:2.0:1787602360.407140:0:20757:0:(obd_config.c:956:class_cleanup()) MGC192.168.204.152@tcp: forcing exports to disconnect: 0/3 00000020:00080000:2.0:1787602360.407147:0:20757:0:(genops.c:1558:class_disconnect_exports()) OBD device 2 (ffff8d057d304d28) has no exports 00000020:00000080:1.0:1787602360.407154:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057a768000/2654ceba-7933-4907-9870-83ce7c2b8516 for MGC192.168.204.152@tcp 10000000:01000000:3.0:1787602360.407399:0:16441:0:(mgc_request.c:708:mgc_requeue_thread()) Ending requeue thread 10000000:01000000:2.0:1787602360.407425:0:20757:0:(obd_class.h:670:obd_cleanup_client_import()) MGC192.168.204.152@tcp: client import never connected 00000100:00080000:2.0:1787602360.407433:0:20757:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID 10000000:01000000:2.0:1787602360.407435:0:20757:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002 00000100:00100000:2.0:1787602360.407438:0:20757:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 10000000:01000000:2.0:1787602360.407440:0:20757:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808003 00000020:00000080:2.0:1787602360.407516:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787602360.407522:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057a76b800 for MGC192.168.204.152@tcp 00000020:00000080:2.0:1787602360.407525:0:20757:0:(obd_config.c:883:class_detach()) detach on obd MGC192.168.204.152@tcp (uuid 2654ceba-7933-4907-9870-83ce7c2b8516) 00000020:00000080:1.0:1787602360.407531:0:37:0:(genops.c:885:class_export_put()) final put ffff8d057a76d800/2654ceba-7933-4907-9870-83ce7c2b8516 00000020:00000080:1.0:1787602360.407535:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057a76d800/2654ceba-7933-4907-9870-83ce7c2b8516 for MGC192.168.204.152@tcp 00000020:01000000:2.0:1787602360.407536:0:20757:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0000-lwp-OST0001 (flags='F') 00000020:00000080:2.0:1787602360.407543:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:01000000:1.0:1787602360.407543:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd MGC192.168.204.152@tcp (2654ceba-7933-4907-9870-83ce7c2b8516) 00000020:00000080:2.0:1787602360.407548:0:20757:0:(obd_config.c:956:class_cleanup()) lustre-MDT0000-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:2.0:1787602360.407555:0:20757:0:(genops.c:1819:print_export_data()) lustre-MDT0000-lwp-OST0001: ACTIVE ffff8d0444810800 lustre-MDT0000-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:2.0:1787602360.407561:0:20757:0:(genops.c:1553:class_disconnect_exports()) OBD device 27 (ffff8d057b354d28) has exports, disconnecting them 00000020:00080000:2.0:1787602360.407567:0:20757:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0000-lwp-OST0001: disconnecting export at 0@lo (ffff8d0444810800), last request at 1787602263 00000020:00000080:2.0:1787602360.407576:0:20757:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36e38 00000020:00080000:2.0:1787602360.407592:0:20757:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0444810800): rc 0 00000020:00000080:2.0:1787602360.407596:0:20757:0:(genops.c:885:class_export_put()) final put ffff8d0444810800/lustre-MDT0000-lwp-OST0001 00010000:01000000:3.0:1787602360.410894:0:20757:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0000-lwp-OST0001: client import never connected 00000100:00080000:3.0:1787602360.410907:0:20757:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0000_UUID INVALID 00000020:00000080:1.0:1787602360.411339:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444810800/lustre-MDT0000-lwp-OST0001 for lustre-MDT0000-lwp-OST0001 00000100:00100000:3.0:1787602360.412543:0:20757:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:3.0:1787602360.412557:0:20757:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000020:00000080:1.0:1787602360.412734:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d04454b8000 for lustre-MDT0000-lwp-OST0001 00000020:00000080:3.0:1787602360.412906:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:3.0:1787602360.412929:0:20757:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000020:00000080:3.0:1787602360.412936:0:20757:0:(genops.c:885:class_export_put()) final put ffff8d0574d92000/lustre-MDT0000-lwp-OST0001_UUID 00000020:00000080:3.0:1787602360.412941:0:20757:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0574d92000/lustre-MDT0000-lwp-OST0001_UUID for lustre-MDT0000-lwp-OST0001 00000020:01000000:3.0:1787602360.412955:0:20757:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0000-lwp-OST0001 (lustre-MDT0000-lwp-OST0001_UUID) 00000020:01000000:3.0:1787602360.413058:0:20757:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-MDT0001-lwp-OST0001 (flags='F') 00000020:00000080:3.0:1787602360.413073:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:3.0:1787602360.413080:0:20757:0:(obd_config.c:956:class_cleanup()) lustre-MDT0001-lwp-OST0001: forcing exports to disconnect: 1/3 00000020:00080000:3.0:1787602360.413090:0:20757:0:(genops.c:1819:print_export_data()) lustre-MDT0001-lwp-OST0001: ACTIVE ffff8d0444815000 lustre-MDT0001-lwp-OST0001 0@lo 3 (0 0 0) 0 0 0 0: 0000000000000000 0 stale:0 00000020:00080000:3.0:1787602360.413097:0:20757:0:(genops.c:1553:class_disconnect_exports()) OBD device 28 (ffff8d0579deb370) has exports, disconnecting them 00000020:00080000:3.0:1787602360.413103:0:20757:0:(genops.c:1528:class_disconnect_export_list()) lustre-MDT0001-lwp-OST0001: disconnecting export at 0@lo (ffff8d0444815000), last request at 1787602263 00000020:00000080:3.0:1787602360.413108:0:20757:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36e4d 00000020:00080000:3.0:1787602360.413147:0:20757:0:(genops.c:1533:class_disconnect_export_list()) disconnected export at 0@lo (ffff8d0444815000): rc 0 00000020:00000080:3.0:1787602360.413154:0:20757:0:(genops.c:885:class_export_put()) final put ffff8d0444815000/lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1787602360.413196:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0444815000/lustre-MDT0001-lwp-OST0001 for lustre-MDT0001-lwp-OST0001 00010000:01000000:1.0:1787602360.418102:0:20757:0:(obd_class.h:670:obd_cleanup_client_import()) lustre-MDT0001-lwp-OST0001: client import never connected 00000100:00080000:1.0:1787602360.418116:0:20757:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import lustre-MDT0001_UUID INVALID 00000100:00100000:1.0:1787602360.418140:0:20757:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 5 00000100:00100000:1.0:1787602360.418151:0:20757:0:(import.c:323:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00010000:00010000:2.0:1787602360.420925:0:16432:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-1 blwis in pool) 00010000:00010000:1.0:1787602360.421207:0:16433:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 0 locks of 0 total in blp. (-2 blwis in pool) 00000100:00100000:2.0:1787602360.421855:0:16428:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_001: service thread [ffff8d0574fb5600:16428] 1 exiting: rc = 0 00000100:00100000:2.0:1787602360.421941:0:16427:0:(service.c:3183:ptlrpc_main()) ldlm_cb00_000: service thread [ffff8d0560511a00:16427] 0 exiting: rc = 1 00000100:00100000:1.0:1787602360.422100:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.422797:0:16429:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_000: service thread [ffff8d0543993800:16429] 0 exiting: rc = 1 00000100:00100000:1.0:1787602360.422867:0:16431:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_002: service thread [ffff8d05484c7400:16431] 2 exiting: rc = 0 00000100:00100000:1.0:1787602360.422947:0:19197:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_003: service thread [ffff8d04455a5c00:19197] 3 exiting: rc = 0 00000100:00100000:1.0:1787602360.423113:0:16430:0:(service.c:3183:ptlrpc_main()) ldlm_cn00_001: service thread [ffff8d056487b800:16430] 1 exiting: rc = 0 00000100:00100000:1.0:1787602360.423187:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423196:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423204:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423223:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423231:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423238:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423244:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423250:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423255:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423261:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423267:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423274:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423280:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423287:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423294:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423301:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423307:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423312:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423318:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423324:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423330:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423336:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423341:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423347:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423353:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423359:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423365:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423372:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423378:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423384:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423390:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423396:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423401:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423415:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423421:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423428:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423434:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423441:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423446:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423452:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423457:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423463:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423469:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423475:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423481:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423486:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423492:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423499:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423506:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423512:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423517:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423524:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423530:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423536:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423541:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423547:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423552:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423557:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423563:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423569:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423575:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423581:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423587:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.423592:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:00000080:1.0:1787602360.428895:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787602360.428914:0:20757:0:(obd_config.c:883:class_detach()) detach on obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000020:01000004:1.0:1787602360.428925:0:20757:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d057e573000 1 00000020:00000080:1.0:1787602360.428935:0:20757:0:(genops.c:1468:class_disconnect()) disconnect: cookie 0xbc87b28475e36df2 00000020:00000080:1.0:1787602360.428969:0:20757:0:(genops.c:885:class_export_put()) final put ffff8d057e574000/lustre-OST0001-osd_UUID 00000020:01000000:1.0:1787602360.428982:0:20757:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of lustre-OST0001-osd (flags='') 00000020:00000080:1.0:1787602360.428988:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787602360.428994:0:20757:0:(obd_config.c:956:class_cleanup()) lustre-OST0001-osd: forcing exports to disconnect: 0/2 00000020:00080000:1.0:1787602360.428999:0:20757:0:(genops.c:1558:class_disconnect_exports()) OBD device 25 (ffff8d057e38b370) has no exports 00000020:00000080:3.0:1787602360.429815:0:37:0:(genops.c:1183:obd_zombie_import_free()) destroying import ffff8d057dc7e800 for lustre-MDT0001-lwp-OST0001 00000020:00000080:3.0:1787602360.429831:0:37:0:(genops.c:885:class_export_put()) final put ffff8d04410d7000/lustre-MDT0001-lwp-OST0001_UUID 00000020:00000080:3.0:1787602360.429842:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d04410d7000/lustre-MDT0001-lwp-OST0001_UUID for lustre-MDT0001-lwp-OST0001 00000020:01000000:3.0:1787602360.429851:0:37:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-MDT0001-lwp-OST0001 (lustre-MDT0001-lwp-OST0001_UUID) 00000020:00000080:3.0:1787602360.429945:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057e574000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:00000080:1.0:1787602360.479408:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787602360.479434:0:20757:0:(obd_config.c:883:class_detach()) detach on obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00000020:00000080:1.0:1787602360.479442:0:20757:0:(genops.c:885:class_export_put()) final put ffff8d057e575000/lustre-OST0001-osd_UUID 00000020:00000080:1.0:1787602360.479447:0:20757:0:(genops.c:844:class_export_destroy()) destroying export ffff8d057e575000/lustre-OST0001-osd_UUID for lustre-OST0001-osd 00000020:01000000:1.0:1787602360.479464:0:20757:0:(genops.c:441:class_free_dev()) finishing cleanup of obd lustre-OST0001-osd (lustre-OST0001-osd_UUID) 00000020:01000004:1.0:1787602360.479741:0:20757:0:(obd_mount.c:668:lustre_free_lsi()) Freeing lsi ffff8d057e572800 00000020:01000000:1.0:1787602360.479768:0:20757:0:(obd_config.c:2477:class_manual_cleanup()) Manual cleanup of OSS (flags='F') 00000020:00000080:1.0:1787602360.479772:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf004 00000020:00000080:1.0:1787602360.479777:0:20757:0:(obd_config.c:956:class_cleanup()) OSS: forcing exports to disconnect: 0/1 00000020:00080000:1.0:1787602360.479782:0:20757:0:(genops.c:1558:class_disconnect_exports()) OBD device 21 (ffff8d0574d88000) has no exports 00000020:00000080:1.0:1787602360.479819:0:20757:0:(obd_config.c:1472:class_process_config()) processing cmd: cf002 00000020:00000080:1.0:1787602360.479826:0:20757:0:(obd_config.c:883:class_detach()) detach on obd OSS (uuid OSS_uuid) 00000020:00000080:1.0:1787602360.479830:0:20757:0:(genops.c:885:class_export_put()) final put ffff8d0573a64800/OSS_uuid 00000020:00000080:1.0:1787602360.479832:0:20757:0:(genops.c:844:class_export_destroy()) destroying export ffff8d0573a64800/OSS_uuid for OSS 00000020:01000000:1.0:1787602360.479836:0:20757:0:(genops.c:441:class_free_dev()) finishing cleanup of obd OSS (OSS_uuid) 00000100:00100000:3.0:1787602360.480383:0:17756:0:(service.c:3183:ptlrpc_main()) ll_ost00_001: service thread [ffff8d0559c7d400:17756] 1 exiting: rc = 0 00000100:00080000:0.0:1787602360.480656:0:16440:0:(pinger.c:548:ping_evictor_main()) Exiting Ping Evictor 00000100:00100000:0.0:1787602360.480960:0:18529:0:(service.c:3183:ptlrpc_main()) ll_ost00_004: service thread [ffff8d04455a5000:18529] 4 exiting: rc = 0 00000100:00100000:0.0:1787602360.481064:0:17754:0:(service.c:3183:ptlrpc_main()) ll_ost00_000: service thread [ffff8d0559c7c600:17754] 0 exiting: rc = 1 00000100:00100000:3.0:1787602360.483983:0:17757:0:(service.c:3183:ptlrpc_main()) ll_ost00_002: service thread [ffff8d055222a000:17757] 2 exiting: rc = 0 00000100:00100000:3.0:1787602360.485215:0:18207:0:(service.c:3183:ptlrpc_main()) ll_ost00_003: service thread [ffff8d056bfd4c00:18207] 3 exiting: rc = 0 00000100:00100000:1.0:1787602360.493694:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493718:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493727:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493734:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493741:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493746:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493752:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493757:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493763:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493769:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493786:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493799:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493805:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493817:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493844:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493854:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493864:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493879:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493885:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493892:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493902:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493909:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493916:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493922:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493928:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493933:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493939:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493945:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493951:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.493956:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496269:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496304:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496312:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496319:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496325:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496331:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496343:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496350:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496356:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496362:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496368:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496444:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496451:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496457:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496462:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496468:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496474:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496481:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496488:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496519:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496526:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496531:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496539:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496544:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496550:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496556:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496563:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496569:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496582:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496588:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496599:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496605:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496614:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:1.0:1787602360.496626:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602360.507668:0:17758:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_000: service thread [ffff8d0444545200:17758] 0 exiting: rc = 1 00000100:00100000:1.0:1787602360.507972:0:17759:0:(service.c:3183:ptlrpc_main()) ll_ost_create00_001: service thread [ffff8d0444473200:17759] 1 exiting: rc = 0 00000100:00100000:0.0:1787602360.508202:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508210:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508216:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508221:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508226:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508232:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508237:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508248:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508255:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508261:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508267:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508275:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508281:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508287:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508293:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508298:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508307:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508313:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508319:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508324:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508331:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508337:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508342:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508370:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508386:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508391:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508397:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508404:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508415:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508423:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508428:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508434:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508440:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508446:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508451:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508456:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508462:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508470:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508475:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508662:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508670:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508676:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508684:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508689:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508695:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508701:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508707:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508725:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508738:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508748:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508759:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508769:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508787:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508794:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508800:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508806:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508811:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508817:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508831:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508836:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508842:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508848:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508854:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.508860:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602360.511341:0:17762:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_002: service thread [ffff8d0573a07600:17762] 2 exiting: rc = 0 00000100:00100000:0.0:1787602360.512939:0:17761:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_001: service thread [ffff8d0573a07a00:17761] 1 exiting: rc = 0 00000100:00100000:1.0:1787602360.514006:0:17760:0:(service.c:3183:ptlrpc_main()) ll_ost_io00_000: service thread [ffff8d0573a06200:17760] 0 exiting: rc = 1 00000100:00100000:0.0:1787602360.514597:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514607:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514615:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514622:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514627:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514634:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514641:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514647:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514655:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514661:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514669:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514675:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514681:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514688:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514694:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514700:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514707:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514713:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514734:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514743:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514749:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514755:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514761:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514768:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514849:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.514859:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515567:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515586:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515613:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515618:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515624:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515631:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515639:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515646:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515653:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515659:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515665:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515671:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515677:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515682:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515688:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515694:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515718:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515726:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515732:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515739:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515746:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515752:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515757:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515763:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515769:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515946:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515955:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515968:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.515979:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.516003:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.516010:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.516394:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.516404:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.516410:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.516416:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.516422:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.516429:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.516451:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:3.0:1787602360.526955:0:17763:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_000: service thread [ffff8d057b4a4600:17763] 0 exiting: rc = 1 00000100:00100000:2.0:1787602360.527260:0:17764:0:(service.c:3183:ptlrpc_main()) ll_ost_seq00_001: service thread [ffff8d057b4a5800:17764] 1 exiting: rc = 0 00000100:00100000:0.0:1787602360.528495:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528505:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528511:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528516:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528521:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528527:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528534:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528540:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528547:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528553:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528560:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528565:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528572:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528578:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528583:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528589:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528594:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528600:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528606:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528611:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528616:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528622:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528628:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528634:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528640:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528645:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528651:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528657:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528667:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.528674:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531078:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531088:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531093:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531098:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531124:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531141:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531145:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531151:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531157:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531162:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531176:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531182:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531187:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531196:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531214:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531221:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531227:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531235:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531241:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531249:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531254:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531260:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531266:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531288:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531296:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531301:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531306:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531311:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531319:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531323:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531328:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531335:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531340:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.531345:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:2.0:1787602360.532229:0:17765:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_000: service thread [ffff8d0551077200:17765] 0 exiting: rc = 1 00000100:00100000:3.0:1787602360.532421:0:17766:0:(service.c:3183:ptlrpc_main()) ll_ost_out00_001: service thread [ffff8d0564a28800:17766] 1 exiting: rc = 0 00000100:00100000:0.0:1787602360.533096:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533106:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533113:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533118:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533124:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533167:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533623:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533629:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533634:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533641:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533647:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533653:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533660:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533666:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533671:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533678:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533683:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533710:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533717:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533724:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533730:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533736:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533742:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533747:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533757:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533766:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533773:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533783:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533789:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533808:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533814:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533820:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533826:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533831:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533836:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533841:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533846:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533851:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533857:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533862:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533874:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533891:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533896:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533902:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533908:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533913:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533918:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533924:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533930:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533936:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533941:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533946:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533951:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533966:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533972:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533977:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533982:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533987:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533992:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.533997:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.534003:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.534007:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.534013:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000100:00100000:0.0:1787602360.534052:0:20757:0:(events.c:340:request_in_callback()) peer: 0-0@<0:0> (source: 0-0@<0:0>) 00000020:02000400:1.0:1787602360.567408:0:20757:0:(tgt_mount.c:2184:server_put_super()) server umount lustre-OST0001 complete 00000001:02000400:3.0:1787602390.149934:0:21477:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg452-server.virtnet: executing load_modules_local 00000020:01000004:2.0:1787602400.784213:0:21942:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787602400.784219:0:21942:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt1/mdt1 00000080:01200004:2.0:1787602400.784330:0:21942:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d057fbb5000 00000020:01000004:2.0:1787602400.785543:0:21942:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0000, type=osd-zfs, lsifl=200005, mountfl=0 00000020:01000004:2.0:1787602400.785555:0:21942:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-osd (typ=osd-zfs) 00000020:00000080:2.0:1787602400.785575:0:21942:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osd (ffff8d0574d8cd28) 00000020:00000080:2.0:1787602400.785591:0:21942:0:(obd_config.c:720:class_attach_name()) OBD: dev 0 attached type osd-zfs with refcount 2 00100000:10000000:3.0:1787602400.819841:0:21942:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:3.0:1787602400.822527:0:21942:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x36:0x0] (8/32) 00100000:10000000:3.0:1787602400.823003:0:21942:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000003:0x3:0x0] (8/32) 00100000:10000000:3.0:1787602400.823134:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled nodemap under 451: rc = 0 00100000:10000000:3.0:1787602400.823233:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled params under 451: rc = 0 00100000:10000000:3.0:1787602400.823326:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0001 under 451: rc = 0 00100000:10000000:3.0:1787602400.824110:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0000 under 451: rc = 0 00100000:10000000:3.0:1787602400.824435:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-client under 451: rc = 0 00100000:10000000:3.0:1787602400.824589:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-MDT0001 under 451: rc = 0 00100000:10000000:3.0:1787602400.824684:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre-OST0000 under 451: rc = 0 00100000:10000000:3.0:1787602400.825525:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lustre under 453: rc = 0 00100000:10000000:3.0:1787602400.827213:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled md-0x0 under 84: rc = 0 00100000:10000000:3.0:1787602400.827323:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled dt-0x0 under 84: rc = 0 00100000:10000000:3.0:1787602400.827682:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 595: rc = 0 00100000:10000000:3.0:1787602400.827979:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000-MDT0000 under 595: rc = 0 00100000:10000000:3.0:1787602400.828660:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000-MDT0000 under 595: rc = 0 00100000:10000000:3.0:1787602400.828877:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000-MDT0000 under 595: rc = 0 00100000:10000000:3.0:1787602400.829349:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 595: rc = 0 00100000:10000000:3.0:1787602400.829585:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 595: rc = 0 00100000:10000000:3.0:1787602400.830859:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 595: rc = 0 00100000:10000000:3.0:1787602400.832490:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 595: rc = 0 00100000:10000000:3.0:1787602400.832783:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000-MDT0000 under 595: rc = 0 00100000:10000000:3.0:1787602400.833056:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000-MDT0000 under 595: rc = 0 00100000:10000000:3.0:1787602400.833327:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000-MDT0000 under 595: rc = 0 00100000:10000000:2.0:1787602400.836322:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 595: rc = 0 00100000:10000000:2.0:1787602400.837366:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_01 under 653: rc = 0 00100000:10000000:2.0:1787602400.837765:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_07 under 653: rc = 0 00100000:10000000:2.0:1787602400.839743:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_12 under 653: rc = 0 00100000:10000000:2.0:1787602400.841407:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_14 under 653: rc = 0 00100000:10000000:2.0:1787602400.841669:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_13 under 653: rc = 0 00100000:10000000:2.0:1787602400.841936:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_15 under 653: rc = 0 00100000:10000000:2.0:1787602400.842610:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_00 under 653: rc = 0 00100000:10000000:2.0:1787602400.842858:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_06 under 653: rc = 0 00100000:10000000:2.0:1787602400.843391:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_02 under 653: rc = 0 00100000:10000000:2.0:1787602400.843653:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_08 under 653: rc = 0 00100000:10000000:2.0:1787602400.844463:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_04 under 653: rc = 0 00100000:10000000:2.0:1787602400.845470:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_11 under 653: rc = 0 00100000:10000000:2.0:1787602400.845886:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_10 under 653: rc = 0 00100000:10000000:2.0:1787602400.846435:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_03 under 653: rc = 0 00100000:10000000:2.0:1787602400.846671:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_09 under 653: rc = 0 00100000:10000000:2.0:1787602400.847260:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_05 under 653: rc = 0 00100000:10000000:2.0:1787602400.847520:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_01 under 653: rc = 0 00100000:10000000:2.0:1787602400.847780:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_07 under 653: rc = 0 00100000:10000000:2.0:1787602400.848391:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_12 under 653: rc = 0 00100000:10000000:2.0:1787602400.848655:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_14 under 653: rc = 0 00100000:10000000:2.0:1787602400.849368:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_13 under 653: rc = 0 00100000:10000000:2.0:1787602400.849635:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_15 under 653: rc = 0 00100000:10000000:2.0:1787602400.849873:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_00 under 653: rc = 0 00100000:10000000:2.0:1787602400.852688:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_06 under 653: rc = 0 00100000:10000000:2.0:1787602400.855456:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_08 under 653: rc = 0 00100000:10000000:2.0:1787602400.855789:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_02 under 653: rc = 0 00100000:10000000:2.0:1787602400.859716:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_04 under 653: rc = 0 00100000:10000000:2.0:1787602400.862346:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_11 under 653: rc = 0 00100000:10000000:2.0:1787602400.862710:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_10 under 653: rc = 0 00100000:10000000:2.0:1787602400.864900:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_09 under 653: rc = 0 00100000:10000000:2.0:1787602400.865770:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_namespace_03 under 653: rc = 0 00100000:10000000:0.0:1787602400.868626:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled lfsck_layout_05 under 653: rc = 0 00100000:10000000:0.0:1787602400.869097:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000400:0x1:0x0] under 320: rc = 0 00100000:10000000:0.0:1787602400.869433:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled [0x200000401:0x1:0x0] under 320: rc = 0 00100000:10000000:1.0:1787602400.872514:0:21942:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2010000:0x0] (8/32) 00100000:10000000:1.0:1787602400.872758:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2010000 under 85: rc = 0 00100000:10000000:1.0:1787602400.873308:0:21942:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1010000:0x0] (8/32) 00100000:10000000:1.0:1787602400.873395:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1010000 under 85: rc = 0 00100000:10000000:1.0:1787602400.873586:0:21942:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x10000:0x0] (8/32) 00100000:10000000:1.0:1787602400.873655:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x10000 under 85: rc = 0 00100000:10000000:1.0:1787602400.874396:0:21942:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x2020000:0x0] (8/32) 00100000:10000000:1.0:1787602400.874475:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x2020000 under 592: rc = 0 00100000:10000000:1.0:1787602400.874667:0:21942:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x20000:0x0] (8/32) 00100000:10000000:1.0:1787602400.874730:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x20000 under 592: rc = 0 00100000:10000000:1.0:1787602400.874992:0:21942:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0000: registered index [0x200000006:0x1020000:0x0] (8/32) 00100000:10000000:1.0:1787602400.875286:0:21942:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0000: initial OI scrub handled 0x1020000 under 592: rc = 0 00000020:00000080:1.0:1787602400.875622:0:21942:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osd (uuid lustre-MDT0000-osd_UUID) 00080000:01000000:1.0:1787602400.875637:0:21942:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:1.0:1787602400.875649:0:21942:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbc87b28475e37378 00000020:01000004:1.0:1787602400.875658:0:21942:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0000 on device lustre-mdt1/mdt1 00000020:01000000:1.0:1787602400.875663:0:21942:0:(tgt_mount.c:219:server_start_mgs()) Start MGS service MGS 00000020:01000004:1.0:1787602400.875669:0:21942:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d057fbb5000 from MGS 00000020:01000004:1.0:1787602400.875673:0:21942:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGS (typ=mgs) 00000020:00000080:1.0:1787602400.875685:0:21942:0:(genops.c:413:class_newdev()) Allocate new device MGS (ffff8d057b350000) 00000020:00000080:1.0:1787602400.875695:0:21942:0:(obd_config.c:720:class_attach_name()) OBD: dev 1 attached type mgs with refcount 2 00000020:01000004:1.0:1787602400.875752:0:21942:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d057fbb5000 from MGS, refs=2 00080000:01000000:1.0:1787602400.875757:0:21942:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787602400.875762:0:21942:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbc87b28475e37386 00000100:00100000:1.0:1787602400.875858:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/1 left), rc = 0 00000100:00100000:1.0:1787602400.876200:0:21942:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 0 min 2 max 56 00000100:00100000:1.0:1787602400.876207:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_000' 00000100:00100000:0.0:1787602400.876772:0:21942:0:(service.c:3462:ptlrpc_start_thread()) ldlm_cbd[0] started 1 min 2 max 56 00000100:00100000:0.0:1787602400.876779:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cb00_001' 00000100:00100000:1.0:1787602400.877734:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_canceld: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787602400.877999:0:21942:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 0 min 3 max 56 00000100:00100000:1.0:1787602400.878005:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_000' 00000100:00100000:2.0:1787602400.887787:0:21942:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 1 min 3 max 56 00000100:00100000:2.0:1787602400.887801:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_001' 00000100:00100000:2.0:1787602400.888515:0:21942:0:(service.c:3462:ptlrpc_start_thread()) ldlm_canceld[0] started 2 min 3 max 56 00000100:00100000:2.0:1787602400.888522:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'ldlm_cn00_002' 00010000:00010000:1.0:1787602400.889531:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602400.889536:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602400.889538:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602400.889799:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602400.889802:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602400.889804:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602400.890628:0:21942:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGS-0 is initialized 00010000:00010000:3.0:1787602400.897267:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:01000000:3.0:1787602400.911458:0:21942:0:(llog_obd.c:197:llog_setup()) obd MGS ctxt 0 is initialized 20000000:01000000:3.0:1787602400.911482:0:21942:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping . 20000000:01000000:3.0:1787602400.911485:0:21942:0:(mgs_llog.c:152:class_dentry_readdir()) Not in white list, skipping .. 10000000:01000000:1.0:1787602400.919489:0:21951:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x2 (params) 20000000:01000000:2.0:1787602400.919789:0:21942:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 20000000:01000000:2.0:1787602400.919951:0:21942:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:2.0:1787602400.921416:0:21942:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 00000100:00100000:2.0:1787602400.921700:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) mgs: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787602400.921888:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 0 min 3 max 32 00000100:00100000:2.0:1787602400.921893:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0000' 00000100:00100000:2.0:1787602400.930792:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 1 min 3 max 32 00000100:00100000:2.0:1787602400.930808:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0001' 00000100:00100000:3.0:1787602400.931505:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mgs[-1] started 2 min 3 max 32 00000100:00100000:3.0:1787602400.931514:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_mgs_0002' 00000100:00080000:1.0:1787602400.932122:0:21956:0:(pinger.c:466:ping_evictor_main()) Starting Ping Evictor 00000020:00000080:2.0:1787602400.932558:0:21942:0:(obd_config.c:826:class_setup()) finished setup of obd MGS (uuid MGS) 00000020:01000004:2.0:1787602400.932577:0:21942:0:(obd_mount.c:411:lustre_start_mgc()) Start MGC 'MGC192.168.204.152@tcp' 00000020:01000004:2.0:1787602400.932579:0:21942:0:(obd_mount.c:420:lustre_start_mgc()) mgs NIDs (null). 00000020:01000004:2.0:1787602400.932605:0:21942:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MGC192.168.204.152@tcp (typ=mgc) 00000020:00000080:2.0:1787602400.932617:0:21942:0:(genops.c:413:class_newdev()) Allocate new device MGC192.168.204.152@tcp (ffff8d0574d8b370) 00000020:00000080:2.0:1787602400.932632:0:21942:0:(obd_config.c:720:class_attach_name()) OBD: dev 2 attached type mgc with refcount 2 00010000:00080000:2.0:1787602400.932698:0:21942:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d057fbb0800@MGC192.168.204.152@tcp: add connection 192.168.204.152@tcp at head 00010000:00010000:2.0:1787602400.932838:0:21942:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-MGC192.168.204.152@tcp-0 is initialized 00000040:01000000:2.0:1787602400.932844:0:21942:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.152@tcp ctxt 1 is initialized 10000000:01000000:0.0:1787602400.936326:0:21958:0:(mgc_request.c:631:mgc_requeue_thread()) Starting requeue thread 00000020:00000080:3.0:1787602400.936440:0:21942:0:(obd_config.c:826:class_setup()) finished setup of obd MGC192.168.204.152@tcp (uuid 9b57cd82-69f6-4187-bab5-441c91e6943b) 00000020:00000080:3.0:1787602400.936462:0:21942:0:(genops.c:1385:class_connect()) connect: client 9b57cd82-69f6-4187-bab5-441c91e6943b, cookie 0xbc87b28475e37394 00000100:00080000:3.0:1787602400.936476:0:21942:0:(import.c:510:import_select_connection()) MGC192.168.204.152@tcp: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787602400.936482:0:21942:0:(import.c:624:import_select_connection()) MGC192.168.204.152@tcp: import ffff8d057fbb0800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602400.936522:0:21942:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0579e93800 x1874436318024704/t0(0) o250->MGC192.168.204.152@tcp@0@lo:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602400.936554:0:21942:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import 9b57cd82-69f6-4187-bab5-441c91e6943b->MGS 00000020:01000004:3.0:1787602400.936578:0:21942:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0000 00000020:01000004:3.0:1787602400.936584:0:21942:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD MDS (typ=mds) 00000020:00000080:3.0:1787602400.936598:0:21942:0:(genops.c:413:class_newdev()) Allocate new device MDS (ffff8d0579deb370) 00000020:00000080:3.0:1787602400.936608:0:21942:0:(obd_config.c:720:class_attach_name()) OBD: dev 3 attached type mds with refcount 2 00000100:00100000:0.0:1787602400.937137:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9b57cd82-69f6-4187-bab5-441c91e6943b:3450:1874436318024704:0@lo:250:mount.lustre.0 00000100:00100000:0.0:1787602400.937223:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602400.937391:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318024704 00000100:00100000:1.0:1787602400.937400:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318024704 00000100:00100000:1.0:1787602400.937435:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787602400.937442:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:0+-99:3450:x1874436318024704:12345-0@lo:250:mount.lustre.0 00010000:00080000:1.0:1787602400.937465:0:21953:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 9b57cd82-69f6-4187-bab5-441c91e6943b@0@lo t0 exp 0000000000000000 cur 707 last 0 00000020:00000080:1.0:1787602400.937489:0:21953:0:(genops.c:1385:class_connect()) connect: client 9b57cd82-69f6-4187-bab5-441c91e6943b, cookie 0xbc87b28475e373a2 00000100:00080000:1.0:1787602400.937663:0:21953:0:(import.c:65:import_set_state_nolock()) ffff8d05799b0800 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787602400.937728:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+5:3450:x1874436318024704:12345-0@lo:250:mount.lustre.0 Request processed in 285us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602400.937736:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787602400.939306:0:3450:0:(client.c:3125:ptlrpc_free_committed()) MGC192.168.204.152@tcp: committing for last_committed 0 gen 1 00000100:00080000:0.0:1787602400.939334:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) MGC192.168.204.152@tcp: connect to target with instance 0 00000100:00080000:0.0:1787602400.939343:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) MGC192.168.204.152@tcp: Resetting ns_connect_flags to server flags: 0xa000011001002060 10000000:01000000:0.0:1787602400.939361:0:3450:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808005 00000100:00080000:0.0:1787602400.939366:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057fbb0800 MGS: changing import state from CONNECTING to FULL 10000000:01000000:0.0:1787602400.939370:0:3450:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808004 00000100:00080000:0.0:1787602400.939380:0:3450:0:(pinger.c:186:ptlrpc_pinger_ir_up()) IR up 00000100:00100000:0.0:1787602400.939389:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:9b57cd82-69f6-4187-bab5-441c91e6943b:3450:1874436318024704:0@lo:250:mount.lustre.0 00000100:00100000:3.0:1787602400.957149:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt: allocate 64 new 262144-byte reqbufs (0/64 left), rc = 0 00000100:00100000:3.0:1787602400.957427:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 0 min 3 max 116 00000100:00100000:3.0:1787602400.957433:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_000' 00000100:00100000:2.0:1787602400.960106:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 1 min 3 max 116 00000100:00100000:2.0:1787602400.960122:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_001' 00000100:00100000:3.0:1787602400.960999:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 2 min 3 max 116 00000100:00100000:3.0:1787602400.961012:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_002' 00000100:00100000:2.0:1787602400.961770:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_readpage: allocate 64 new 8192-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787602400.961972:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 0 min 2 max 80 00000100:00100000:2.0:1787602400.961984:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_000' 00000100:00100000:3.0:1787602400.962835:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_readpage[0] started 1 min 2 max 80 00000100:00100000:3.0:1787602400.962849:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_rdpg00_001' 00000100:00100000:2.0:1787602401.045893:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787602401.046160:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 0 min 2 max 116 00000100:00100000:2.0:1787602401.046170:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_000' 00000100:00100000:2.0:1787602401.047309:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 1 min 2 max 116 00000100:00100000:2.0:1787602401.047321:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_001' 00000100:00100000:0.0:1787602401.048248:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqs: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787602401.048576:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787602401.048582:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0000' 00000100:00100000:0.0:1787602401.049449:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqs[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787602401.049457:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqs_0001' 00000100:00100000:0.0:1787602401.049991:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_seqm: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787602401.050191:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787602401.050197:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0000' 00000100:00100000:0.0:1787602401.050844:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_seqm[-1] started 1 min 2 max 256 00000100:00100000:0.0:1787602401.050852:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_seqm_0001' 00000100:00100000:0.0:1787602401.051386:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_fld: allocate 64 new 4096-byte reqbufs (0/64 left), rc = 0 00000100:00100000:0.0:1787602401.051536:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 0 min 2 max 256 00000100:00100000:0.0:1787602401.051541:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0000' 00000100:00100000:1.0:1787602401.052116:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_fld[-1] started 1 min 2 max 256 00000100:00100000:1.0:1787602401.052123:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_fld_0001' 00000100:00100000:1.0:1787602401.082285:0:21942:0:(service.c:155:ptlrpc_grow_req_bufs()) mdt_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787602401.082538:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1787602401.082544:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_000' 00000100:00100000:1.0:1787602401.084245:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 1 min 3 max 116 00000100:00100000:1.0:1787602401.084261:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_001' 00000100:00100000:0.0:1787602401.085226:0:21942:0:(service.c:3462:ptlrpc_start_thread()) mdt_io[0] started 2 min 3 max 116 00000100:00100000:0.0:1787602401.085237:0:21942:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_io00_002' 00000020:00000080:1.0:1787602401.086239:0:21942:0:(obd_config.c:826:class_setup()) finished setup of obd MDS (uuid MDS_uuid) 00000020:01000004:1.0:1787602401.086269:0:21942:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt1/mdt1 10000000:01000000:1.0:1787602401.086276:0:21942:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.152@tcp: cl_mgc_mutex lustre-MDT0000-osd for locked: rc = 0 00000040:01000000:1.0:1787602401.086446:0:21942:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.152@tcp ctxt 0 is initialized 00000020:01000004:1.0:1787602401.086483:0:21942:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0000, fs=lustre, 192.168.204.152@tcp, index=0000, flags=0x20005 00000020:01000004:1.0:1787602401.086488:0:21942:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:1.0:1787602401.086490:0:21942:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787602401.086492:0:21942:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787602401.086493:0:21942:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787602401.086495:0:21942:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787602401.086496:0:21942:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787602401.086498:0:21942:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787602401.086500:0:21942:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787602401.086501:0:21942:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787602401.086503:0:21942:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787602401.086506:0:21942:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x10020005 00000020:01000004:1.0:1787602401.086509:0:21942:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787602401.086511:0:21942:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787602401.086512:0:21942:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787602401.086513:0:21942:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787602401.086514:0:21942:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787602401.086515:0:21942:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787602401.086517:0:21942:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787602401.086518:0:21942:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787602401.086519:0:21942:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787602401.086520:0:21942:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:1.0:1787602401.086554:0:21942:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1787602401.086576:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318024832:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787602401.086646:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602401.087064:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0576486840 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.087454:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318024832 00000100:00100000:3.0:1787602401.087466:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318024832 00000100:00100000:3.0:1787602401.087552:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787602401.087563:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+5:21942:x1874436318024832:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787602401.087621:0:21955:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:3.0:1787602401.087624:0:21955:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:3.0:1787602401.087628:0:21955:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0000 is running on 0@lo 10000000:01000000:3.0:1787602401.088055:0:21976:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 20000000:01000000:0.0:1787602401.089560:0:21955:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 10 20000000:01000000:3.0:1787602401.091470:0:21977:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 0 20000000:01000000:3.0:1787602401.091478:0:21977:0:(mgs_llog.c:340:mgs_fsdb_handler()) MDT index is 1 20000000:01000000:3.0:1787602401.091482:0:21977:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0000_UUID is 0 (0) 20000000:01000000:3.0:1787602401.091485:0:21977:0:(mgs_llog.c:324:mgs_fsdb_handler()) OST index for lustre-OST0001_UUID is 1 (1) 00000040:00080000:3.0:1787602401.091537:0:21977:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 20000000:01000000:0.0:1787602401.092200:0:21955:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 20000000:01000000:0.0:1787602401.092213:0:21955:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 00000100:00100000:3.0:1787602401.114874:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+5:21942:x1874436318024832:12345-0@lo:253:mount.lustre.0 Request processed in 27303us (28217us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602401.114892:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787602401.115085:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318024832:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787602401.115103:0:21942:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:1.0:1787602401.115107:0:21942:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787602401.115109:0:21942:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787602401.115110:0:21942:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787602401.115111:0:21942:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787602401.115113:0:21942:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787602401.115114:0:21942:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787602401.115115:0:21942:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787602401.115117:0:21942:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787602401.115119:0:21942:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787602401.115120:0:21942:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787602401.115139:0:21942:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d057fbb5000 from lustre-MDT0000 10000000:01000000:1.0:1787602401.115166:0:21942:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0000 from 0 10000000:01000000:1.0:1787602401.115169:0:21942:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1787602401.115173:0:21942:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-sptlrpc-ffff8d0574d8b370 10000000:01000000:1.0:1787602401.115177:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre-sptlrpc to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787602401.115185:0:21942:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-sptlrpc-ffff8d0574d8b370 from 1 10000000:01000000:1.0:1787602401.115188:0:21942:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00010000:00010000:1.0:1787602401.115228:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.115238:0:21942:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.115248:0:21942:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.115270:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318024960:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787602401.115326:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.115377:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05764860c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.115504:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318024960 00000100:00100000:3.0:1787602401.115511:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318024960 00000100:00100000:3.0:1787602401.115555:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787602401.115565:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+5:21942:x1874436318024960:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787602401.115579:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602401.115595:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0559d8e000/0xbc87b28475e373b0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e373a9 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602401.115620:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0559d8e000/0xbc87b28475e373b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e373a9 expref: 6 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602401.115629:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0559d8e000/0xbc87b28475e373b0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e373a9 expref: 6 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602401.115650:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0559d8e000, rc 0) 00000100:00100000:3.0:1787602401.115697:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+6:21942:x1874436318024960:12345-0@lo:101:mount.lustre.0 Request processed in 133us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602401.115703:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787602401.116632:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318024960:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602401.116653:0:21942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.116663:0:21942:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.117048:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025088:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602401.117093:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.117124:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05764860c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.117186:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318025088 00000100:00100000:3.0:1787602401.117192:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318025088 00000100:00100000:3.0:1787602401.117228:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787602401.117237:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+6:21942:x1874436318025088:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602401.117513:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+6:21942:x1874436318025088:12345-0@lo:501:mount.lustre.0 Request processed in 276us (419us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787602401.117521:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787602401.117766:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025088:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787602401.117797:0:21942:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 00010000:00010000:1.0:1787602401.117820:0:21942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.117829:0:21942:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602401.117838:0:21942:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d057fbb5000 10000000:01000000:1.0:1787602401.117844:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787602401.117849:0:21942:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8d057fbb5000 10000000:01000000:1.0:1787602401.117851:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:1.0:1787602401.117854:0:21942:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8d057fbb5000 from 1 10000000:01000000:1.0:1787602401.117857:0:21942:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:1.0:1787602401.117882:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf200/0xbc87b28475e373b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.117912:0:21942:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429cf200/0xbc87b28475e373b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.117921:0:21942:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429cf200/0xbc87b28475e373b7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.117936:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025216:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787602401.117963:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.117989:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318025216 00000100:00100000:1.0:1787602401.117992:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318025216 00000100:00100000:1.0:1787602401.118038:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787602401.118046:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a997850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+6:21942:x1874436318025216:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602401.118055:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602401.118069:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05429cf000/0xbc87b28475e373be lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e373b7 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.118088:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429cf000/0xbc87b28475e373be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e373b7 expref: 7 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.118099:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05429cf000/0xbc87b28475e373be lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e373b7 expref: 7 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.118107:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05429cf000, rc 0) 00000100:00100000:1.0:1787602401.118129:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a997850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+7:21942:x1874436318025216:12345-0@lo:101:mount.lustre.0 Request processed in 85us (166us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602401.118136:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787602401.118165:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05764860c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787602401.118184:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025216:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602401.118193:0:21942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429cf200/0xbc87b28475e373b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373be expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.118201:0:21942:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429cf200/0xbc87b28475e373b7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e373be expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602401.118211:0:21942:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:1.0:1787602401.118215:0:21942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf200/0xbc87b28475e373b7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373be expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.118222:0:21942:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cf200/0xbc87b28475e373b7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373be expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602401.118227:0:21942:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0000-0000000000000000 10000000:01000000:1.0:1787602401.118230:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787602401.118235:0:21942:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8d057fbb5000 10000000:01000000:1.0:1787602401.118237:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:1.0:1787602401.118240:0:21942:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0000-0000000000000000 from 1 10000000:01000000:1.0:1787602401.118242:0:21942:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0000 (res 0x65727473756c) 00010000:00010000:1.0:1787602401.118254:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cfc00/0xbc87b28475e373c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.118262:0:21942:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429cfc00/0xbc87b28475e373c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.118269:0:21942:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429cfc00/0xbc87b28475e373c5 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.118280:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025344:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787602401.118311:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.118322:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05764860c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602401.118531:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318025344 00000100:00100000:2.0:1787602401.118537:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318025344 00000100:00100000:2.0:1787602401.118563:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787602401.118569:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a994850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+7:21942:x1874436318025344:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787602401.118577:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602401.118588:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d057628a000/0xbc87b28475e373cc lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e373c5 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602401.118602:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d057628a000/0xbc87b28475e373cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e373c5 expref: 8 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602401.118611:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d057628a000/0xbc87b28475e373cc lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e373c5 expref: 8 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602401.118618:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a000, rc 0) 00000100:00100000:2.0:1787602401.118648:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a994850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+8:21942:x1874436318025344:12345-0@lo:101:mount.lustre.0 Request processed in 78us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602401.118654:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787602401.119497:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025344:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602401.119518:0:21942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429cfc00/0xbc87b28475e373c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373cc expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.119528:0:21942:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429cfc00/0xbc87b28475e373c5 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e373cc expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.119591:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025472:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602401.119632:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602401.119823:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318025472 00000100:00100000:3.0:1787602401.119829:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318025472 00000100:00100000:3.0:1787602401.119868:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787602401.119875:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a996850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+8:21942:x1874436318025472:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602401.120314:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a996850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+9:21942:x1874436318025472:12345-0@lo:501:mount.lustre.0 Request processed in 438us (680us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602401.120322:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:1.0:1787602401.120772:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05764860c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787602401.120811:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025472:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602401.120850:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025600:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602401.120894:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.121006:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05764860c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.123485:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318025600 00000100:00100000:3.0:1787602401.123501:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318025600 00000100:00100000:3.0:1787602401.123551:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787602401.123561:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+9:21942:x1874436318025600:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787602401.124148:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+9:21942:x1874436318025600:12345-0@lo:503:mount.lustre.0 Request processed in 586us (3251us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602401.124157:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787602401.124318:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318025600:0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787602401.126635:0:21978:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21978:1874436318025728:0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787602401.126736:0:21978:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602401.126854:0:21978:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d04447deb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.127282:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318025728 00000100:00100000:3.0:1787602401.127292:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318025728 00000100:00100000:3.0:1787602401.127366:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787602401.127376:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+9:21978:x1874436318025728:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787602401.127737:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+9:21978:x1874436318025728:12345-0@lo:502:llog_process_th.0 Request processed in 361us (1000us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602401.127746:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787602401.128073:0:21978:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21978:1874436318025728:0@lo:502:llog_process_th.0 00000020:01000000:0.0:1787602401.128107:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787602401.128120:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787602401.128123:0:21978:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1787602401.128128:0:21978:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0000) 00000020:00000080:0.0:1787602401.128137:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787602401.128152:0:21978:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-mdtlov (ffff8d057d300000) 00000020:00000080:0.0:1787602401.128171:0:21978:0:(obd_config.c:720:class_attach_name()) OBD: dev 4 attached type lod with refcount 2 00000020:00000080:0.0:1787602401.128178:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:0.0:1787602401.128266:0:21978:0:(osd_handler.c:1564:osd_obd_connect()) connect #2 00000020:00000080:0.0:1787602401.128274:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbc87b28475e373da 00000020:00000080:0.0:1787602401.128505:0:21978:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-mdtlov (uuid lustre-MDT0000-mdtlov_UUID) 00000020:01000000:0.0:1787602401.128510:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787602401.128513:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787602401.128515:0:21978:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) lustre-MDT0000-m lov setup 00000020:01000000:0.0:1787602401.128517:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787602401.128521:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787602401.128522:0:21978:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) lustre-MDT0000 add mdt 00000020:00000080:0.0:1787602401.128525:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787602401.128532:0:21978:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000 (ffff8d057d304d28) 00000020:00000080:0.0:1787602401.128541:0:21978:0:(obd_config.c:720:class_attach_name()) OBD: dev 5 attached type mdt with refcount 2 00000020:00000080:0.0:1787602401.128544:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:0.0:1787602401.128546:0:21978:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0000 osc lustre-MDT0000-mdtlov mdc (null) 00000020:01000000:0.0:1787602401.128549:0:21978:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0000 00000020:00000080:0.0:1787602401.128554:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787602401.128591:0:21978:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d057fbb5000 from lustre-MDT0000, refs=3 00000020:00000080:0.0:1787602401.128603:0:21978:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0000 (ffff8d057d303370) 00000020:00000080:0.0:1787602401.128609:0:21978:0:(obd_config.c:720:class_attach_name()) OBD: dev 6 attached type mdd with refcount 2 00000004:01000000:0.0:1787602401.128649:0:21978:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:0.0:1787602401.128662:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbc87b28475e373ef 00000020:00000080:0.0:1787602401.128870:0:21978:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0000 (uuid lustre-MDD0000_UUID) 00000004:01000000:0.0:1787602401.128877:0:21978:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:0.0:1787602401.128881:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0000_UUID, cookie 0xbc87b28475e373f6 00080000:01000000:0.0:1787602401.128886:0:21978:0:(osd_handler.c:1564:osd_obd_connect()) connect #3 00000020:00000080:0.0:1787602401.128889:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbc87b28475e373fd 00010000:00010000:2.0:1787602401.229062:0:21978:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0000_UUID-1 is initialized 00000001:00000004:2.0:1787602401.229515:0:21978:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 8589934627 00000001:00080000:2.0:1787602401.229697:0:21978:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:2.0:1787602401.231131:0:21978:0:(genops.c:413:class_newdev()) Allocate new device lustre-QMT0000 (ffff8d0574d88000) 00000020:00000080:2.0:1787602401.231151:0:21978:0:(obd_config.c:720:class_attach_name()) OBD: dev 7 attached type qmt with refcount 2 00080000:01000000:2.0:1787602401.231219:0:21978:0:(osd_handler.c:1564:osd_obd_connect()) connect #4 00000020:00000080:2.0:1787602401.231225:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbc87b28475e3740b 00000020:00000080:3.0:1787602401.234680:0:21978:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-QMT0000 (uuid lustre-QMT0000_UUID) 00000020:00000080:3.0:1787602401.251484:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-QMT0000_UUID, cookie 0xbc87b28475e37412 00000020:00000080:3.0:1787602401.253228:0:21978:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000 (uuid lustre-MDT0000_UUID) 00000020:01000000:3.0:1787602401.253244:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602401.253254:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.253257:0:21978:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) lustre-MDT0000 add mdt 00000020:01000000:3.0:1787602401.253556:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787602401.253567:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.253569:0:21978:0:(obd_config.c:1563:class_process_config()) marker 8 (0x1) lustre-MDT0000 mdt.identity_upcall 00000020:00000080:3.0:1787602401.253577:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:3.0:1787602401.253627:0:21978:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:3.0:1787602401.253648:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602401.253652:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.253654:0:21978:0:(obd_config.c:1563:class_process_config()) marker 8 (0x2) lustre-MDT0000 mdt.identity_upcall 00000020:01000000:3.0:1787602401.253657:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787602401.253659:0:21978:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #10 00000020:01000000:3.0:1787602401.253662:0:21978:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787602401.253663:0:21978:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787602401.253665:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787602401.253668:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.253669:0:21978:0:(obd_config.c:1563:class_process_config()) marker 10 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787602401.253673:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787602401.253676:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.253678:0:21978:0:(obd_config.c:1563:class_process_config()) marker 17 (0x1) lustre-MDT0001 add osp 00000020:00000080:3.0:1787602401.253681:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787602401.253700:0:21978:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.152@tcp to nid 0x20000c0a8cc98 (192.168.204.152@tcp) 00000020:00000080:3.0:1787602401.253729:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787602401.253746:0:21978:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osp-MDT0000 (ffff8d0579decd28) 00000020:00000080:3.0:1787602401.253764:0:21978:0:(obd_config.c:720:class_attach_name()) OBD: dev 8 attached type osp with refcount 2 00000020:00000080:3.0:1787602401.253770:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787602401.253826:0:21978:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0001-osp-MDT0000: connect to lustre-MDT0000-osd (lustre-MDT0001-osp-MDT0000) 00080000:01000000:3.0:1787602401.253831:0:21978:0:(osd_handler.c:1564:osd_obd_connect()) connect #5 00000020:00000080:3.0:1787602401.253837:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbc87b28475e37420 00010000:00080000:3.0:1787602401.253866:0:21978:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d05760d4000@lustre-MDT0001-osp-MDT0000: add connection 192.168.204.152@tcp at head 00010000:00010000:3.0:1787602401.264641:0:21978:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-osp-MDT0000-1 is initialized 00000020:00000080:3.0:1787602401.265884:0:21978:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osp-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787602401.265959:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:3.0:1787602401.265990:0:21978:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0001_UUID idx:1 gen:1 00000020:00000080:3.0:1787602401.266009:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbc87b28475e37427 00000100:00080000:3.0:1787602401.266184:0:21978:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787602401.266192:0:21978:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d05760d4000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602401.266229:0:21978:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0579e91180 x1874436318025856/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602401.266258:0:21978:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID 00000020:01000000:3.0:1787602401.266310:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602401.266314:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.266316:0:21978:0:(obd_config.c:1563:class_process_config()) marker 17 (0x2) lustre-MDT0001 add osp 00000020:01000000:3.0:1787602401.266319:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787602401.266321:0:21978:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #20 00000020:01000000:3.0:1787602401.266323:0:21978:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787602401.266325:0:21978:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787602401.266326:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787602401.266329:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.266330:0:21978:0:(obd_config.c:1563:class_process_config()) marker 20 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787602401.266333:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787602401.266356:0:21978:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt1/mdt1 00000020:00000080:3.0:1787602401.266369:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.266371:0:21978:0:(obd_config.c:1563:class_process_config()) marker 22 (0x1) lustre-OST0000 add osc 00000020:00000080:3.0:1787602401.266375:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787602401.266378:0:21978:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.152@tcp to nid 0x20000c0a8cc98 (192.168.204.152@tcp) 00000020:01000000:3.0:1787602401.266401:0:21978:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:3.0:1787602401.266404:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787602401.266416:0:21978:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0000 (ffff8d0579de8000) 00000020:00000080:3.0:1787602401.266427:0:21978:0:(obd_config.c:720:class_attach_name()) OBD: dev 9 attached type osp with refcount 2 00000020:00000080:3.0:1787602401.266431:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787602401.266483:0:21978:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0000-osc-MDT0000) 00080000:01000000:3.0:1787602401.266488:0:21978:0:(osd_handler.c:1564:osd_obd_connect()) connect #6 00000020:00000080:3.0:1787602401.266494:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbc87b28475e37435 00010000:00080000:3.0:1787602401.266533:0:21978:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d057a76c800@lustre-OST0000-osc-MDT0000: add connection 192.168.204.152@tcp at head 00000100:00100000:0.0:1787602401.266997:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318025856:0@lo:38:llog_process_th.0 00000100:00100000:0.0:1787602401.267135:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602401.267205:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318025856 00000100:00100000:0.0:1787602401.267213:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318025856 00000100:00100000:0.0:1787602401.267243:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787602401.267250:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1874436318025856:12345-0@lo:38:llog_process_th.0 00010000:00020000:0.0:1787602401.267265:0:21965:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00010000:00010000:3.0:1787602401.267782:0:21978:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0000-2 is initialized 00000040:01000000:3.0:1787602401.268328:0:21978:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787602401.268400:0:21978:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:3.0:1787602401.269268:0:21978:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787602401.269330:0:21978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:3.0:1787602401.269413:0:21978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].1, 64 off8256 00000040:00080000:2.0:1787602401.274208:0:21984:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787602401.274217:0:21984:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x10:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:1.0:1787602401.281390:0:21978:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:1.0:1787602401.281405:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:1.0:1787602401.281440:0:21978:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:1.0:1787602401.281461:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbc87b28475e3743c 00000100:00080000:1.0:1787602401.281473:0:21978:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787602401.281479:0:21978:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d057a76c800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:1.0:1787602401.281517:0:21978:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559d8b480 x1874436318025984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787602401.281545:0:21978:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:1.0:1787602401.281610:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602401.281614:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.281616:0:21978:0:(obd_config.c:1563:class_process_config()) marker 22 (0x2) lustre-OST0000 add osc 00000020:01000000:1.0:1787602401.281619:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787602401.281622:0:21978:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #28 00000020:01000000:1.0:1787602401.281624:0:21978:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787602401.281625:0:21978:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787602401.281627:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787602401.281629:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.281631:0:21978:0:(obd_config.c:1563:class_process_config()) marker 28 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787602401.281633:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787602401.281637:0:21978:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt1/mdt1 00000020:00000080:1.0:1787602401.281640:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.281642:0:21978:0:(obd_config.c:1563:class_process_config()) marker 30 (0x1) lustre-OST0001 add osc 00000020:00000080:1.0:1787602401.281645:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787602401.281648:0:21978:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.152@tcp to nid 0x20000c0a8cc98 (192.168.204.152@tcp) 00000020:01000000:1.0:1787602401.281686:0:21978:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0000) 00000020:00000080:1.0:1787602401.281690:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787602401.281701:0:21978:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0000 (ffff8d057b3519b8) 00000020:00000080:1.0:1787602401.281713:0:21978:0:(obd_config.c:720:class_attach_name()) OBD: dev 10 attached type osp with refcount 2 00000020:00000080:1.0:1787602401.281718:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787602401.281775:0:21978:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0000: connect to lustre-MDT0000-osd (lustre-OST0001-osc-MDT0000) 00080000:01000000:1.0:1787602401.281781:0:21978:0:(osd_handler.c:1564:osd_obd_connect()) connect #7 00000020:00000080:1.0:1787602401.281787:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-osd_UUID, cookie 0xbc87b28475e3744a 00010000:00080000:1.0:1787602401.281815:0:21978:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d044486b800@lustre-OST0001-osc-MDT0000: add connection 192.168.204.152@tcp at head 00010000:00010000:1.0:1787602401.282011:0:21978:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0000-3 is initialized 00000040:01000000:1.0:1787602401.282236:0:21978:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787602401.282258:0:21978:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0000 ctxt 2 is initialized 00000040:00080000:1.0:1787602401.282827:0:21978:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787602401.282910:0:21978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:1.0:1787602401.282979:0:21978:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x12:0x0].1, 64 off8256 00000100:00100000:3.0:1787602401.283690:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318025984:0@lo:8:llog_process_th.0 00000400:00000100:3.0:1787602401.283747:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318025984 offset 0 length 520: 4 00000100:00100000:0.0:1787602401.291755:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1874436318025856:12345-0@lo:38:llog_process_th.0 Request processed in 24494us (24610us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787602401.291772:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1787602401.291863:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602401.291870:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787602401.291875:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318025856:0@lo:38:llog_process_th.0 00000040:00080000:1.0:1787602401.293426:0:21986:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:1.0:1787602401.293433:0:21986:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x12:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:3.0:1787602401.294382:0:21978:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0000 (uuid lustre-MDT0000-mdtlov_UUID) 00000020:00000080:3.0:1787602401.294399:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787602401.294437:0:21978:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:3.0:1787602401.294457:0:21978:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbc87b28475e37451 00000100:00080000:3.0:1787602401.294467:0:21978:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787602401.294472:0:21978:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d044486b800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602401.294529:0:21978:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0579e93480 x1874436318026112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602401.294567:0:21978:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID 00000020:01000000:3.0:1787602401.294684:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602401.294689:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.294691:0:21978:0:(obd_config.c:1563:class_process_config()) marker 30 (0x2) lustre-OST0001 add osc 00000020:01000000:3.0:1787602401.294694:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787602401.294697:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.294699:0:21978:0:(obd_config.c:1563:class_process_config()) marker 36 (0x1) lustre sys.timeout 00000020:00000080:3.0:1787602401.294702:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:3.0:1787602401.294703:0:21978:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:3.0:1787602401.294706:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602401.294708:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.294709:0:21978:0:(obd_config.c:1563:class_process_config()) marker 36 (0x2) lustre sys.timeout 00000020:01000000:3.0:1787602401.294711:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787602401.294713:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.294714:0:21978:0:(obd_config.c:1563:class_process_config()) marker 41 (0x1) lustre sys.jobid_var 00000020:00000080:3.0:1787602401.294718:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000100:00100000:3.0:1787602401.294749:0:21978:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e92a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21978:1874436318026240:0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787602401.294828:0:21978:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602401.294860:0:21978:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05758e3180 going to sleep for 11 seconds 00000100:00100000:0.0:1787602401.295153:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318026112:0@lo:8:llog_process_th.0 00000400:00000100:0.0:1787602401.295184:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318026112 offset 0 length 520: 4 00000100:00100000:0.0:1787602401.295220:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318026240 00000100:00100000:0.0:1787602401.295226:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318026240 00000100:00100000:0.0:1787602401.295264:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:0.0:1787602401.295273:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+9:21978:x1874436318026240:12345-0@lo:502:llog_process_th.0 00000100:00100000:0.0:1787602401.295528:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+9:21978:x1874436318026240:12345-0@lo:502:llog_process_th.0 Request processed in 255us (700us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602401.295537:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787602401.296142:0:21978:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e92a00 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21978:1874436318026240:0@lo:502:llog_process_th.0 00000020:01000000:3.0:1787602401.296175:0:21978:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602401.296181:0:21978:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602401.296183:0:21978:0:(obd_config.c:1563:class_process_config()) marker 41 (0x2) lustre sys.jobid_var 00000040:00080000:3.0:1787602401.296188:0:21978:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x4:0x0] index 46 count 46 00000020:01000000:0.0:1787602401.296757:0:21942:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0000 gen 1-45 (rc=0) 10000000:01000000:0.0:1787602401.296783:0:21942:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-MDT0000' succeeded (0). 00010000:00010000:0.0:1787602401.296803:0:21942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cfc00/0xbc87b28475e373c5 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373cc expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.296815:0:21942:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cfc00/0xbc87b28475e373c5 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373cc expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602401.296831:0:21942:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d057fbb5000 from 1 10000000:01000000:0.0:1787602401.296834:0:21942:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787602401.296869:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.296877:0:21942:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.296886:0:21942:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602401.296916:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026368:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787602401.296961:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602401.296999:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05430c96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.297334:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318026368 00000100:00100000:3.0:1787602401.297351:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318026368 00000100:00100000:3.0:1787602401.297393:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787602401.297403:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+9:21942:x1874436318026368:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787602401.297417:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602401.297436:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37458 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602401.297460:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37458 expref: 10 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602401.297471:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37458 expref: 10 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602401.297481:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0559d8fa00, rc 0) 00000100:00100000:3.0:1787602401.297521:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+10:21942:x1874436318026368:12345-0@lo:101:mount.lustre.0 Request processed in 119us (558us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602401.297527:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787602401.297646:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026368:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602401.297658:0:21942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.297667:0:21942:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602401.298988:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026496:0@lo:256:mount.lustre.0 00000100:00100000:0.0:1787602401.299405:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602401.299494:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05430c96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.301557:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318026496 00000100:00100000:3.0:1787602401.301570:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318026496 00000100:00100000:3.0:1787602401.301629:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787602401.301639:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+10:21942:x1874436318026496:12345-0@lo:256:mount.lustre.0 20000000:01000000:3.0:1787602401.301669:0:21955:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:3.0:1787602401.301675:0:21955:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 0, version 1 00000100:00100000:3.0:1787602401.301791:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+10:21942:x1874436318026496:12345-0@lo:256:mount.lustre.0 Request processed in 154us (2387us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602401.301799:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787602401.302042:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026496:0@lo:256:mount.lustre.0 10000000:01000000:0.0:1787602401.302685:0:21942:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:0.0:1787602401.302723:0:21942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.302735:0:21942:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602401.302743:0:21942:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d057fbb5000 from 1 10000000:01000000:0.0:1787602401.302746:0:21942:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787602401.302778:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.302786:0:21942:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.302796:0:21942:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602401.302816:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026624:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787602401.302859:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602401.302893:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05430c96c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787602401.303231:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318026624 00000100:00100000:1.0:1787602401.303238:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318026624 00000100:00100000:1.0:1787602401.303288:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:1.0:1787602401.303397:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+10:21942:x1874436318026624:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602401.303411:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602401.303425:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37466 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.303447:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37466 expref: 11 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.303457:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37466 expref: 11 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.303465:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05429cea00, rc 0) 00000100:00100000:1.0:1787602401.303509:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21942:x1874436318026624:12345-0@lo:101:mount.lustre.0 Request processed in 115us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602401.303555:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026624:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602401.303567:0:21942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.303576:0:21942:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602401.303625:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026752:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602401.303649:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602401.303684:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05430c96c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602401.303723:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318026752 00000100:00100000:2.0:1787602401.303727:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318026752 00000100:00100000:1.0:1787602401.308733:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787602401.309612:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787602401.309634:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21942:x1874436318026752:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787602401.311393:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21942:x1874436318026752:12345-0@lo:501:mount.lustre.0 Request processed in 1765us (7738us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602401.311406:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787602401.320137:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026752:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602401.320404:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026880:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602401.320492:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.320539:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054e6589c0 going to sleep for 11 seconds 00000100:00100000:0.0:1787602401.321213:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318026880 00000100:00100000:0.0:1787602401.321222:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318026880 00000100:00100000:0.0:1787602401.321278:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787602401.321287:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21942:x1874436318026880:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787602401.321524:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21942:x1874436318026880:12345-0@lo:503:mount.lustre.0 Request processed in 237us (1031us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602401.321531:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787602401.321750:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318026880:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602401.322186:0:21988:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21988:1874436318027008:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787602401.322228:0:21988:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.322264:0:21988:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054164db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787602401.322485:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318027008 00000100:00100000:2.0:1787602401.322491:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318027008 00000100:00100000:2.0:1787602401.322522:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787602401.322530:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21988:x1874436318027008:12345-0@lo:502:llog_process_th.0 00000100:00100000:2.0:1787602401.322760:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21988:x1874436318027008:12345-0@lo:502:llog_process_th.0 Request processed in 230us (532us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602401.322768:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787602401.322863:0:21988:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21988:1874436318027008:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787602401.322888:0:21988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787602401.322910:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.322919:0:21988:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:1.0:1787602401.322928:0:21988:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d057fbb5000 00000020:00000080:1.0:1787602401.322930:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787602401.322939:0:21988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602401.322942:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.322943:0:21988:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:1.0:1787602401.322945:0:21988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787602401.322948:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.322949:0:21988:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:1.0:1787602401.322952:0:21988:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d057fbb5000 00000020:00000080:1.0:1787602401.322955:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787602401.323054:0:21988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602401.323059:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.323060:0:21988:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:1.0:1787602401.323063:0:21988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787602401.323065:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.323067:0:21988:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787602401.323070:0:21988:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d057fbb5000 00000020:00000080:1.0:1787602401.323083:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787602401.323104:0:21988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602401.323107:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.323109:0:21988:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787602401.323111:0:21988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787602401.323113:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.323115:0:21988:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787602401.323118:0:21988:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d057fbb5000 00000020:00000080:1.0:1787602401.323120:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000100:00100000:1.0:1787602401.323154:0:21988:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21988:1874436318027136:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787602401.323191:0:21988:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.323210:0:21988:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054164db40 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.323479:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318027136 00000100:00100000:3.0:1787602401.323485:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318027136 00000100:00100000:3.0:1787602401.323528:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787602401.323536:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21988:x1874436318027136:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787602401.323690:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21988:x1874436318027136:12345-0@lo:502:llog_process_th.0 Request processed in 154us (498us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602401.323706:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787602401.325446:0:21988:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21988:1874436318027136:0@lo:502:llog_process_th.0 00000020:01000000:1.0:1787602401.325485:0:21988:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602401.325497:0:21988:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602401.325499:0:21988:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787602401.325503:0:21988:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 13 count 13 00000020:01000000:1.0:1787602401.327097:0:21942:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1787602401.327133:0:21942:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787602401.327198:0:21942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.327212:0:21942:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602401.327265:0:21942:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:1.0:1787602401.327269:0:21942:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d057fbb5000 10000000:01000000:1.0:1787602401.327272:0:21942:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d057fbb5000 10000000:01000000:1.0:1787602401.327276:0:21942:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787602401.327283:0:21942:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d057fbb5000 from 1 10000000:01000000:1.0:1787602401.327286:0:21942:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:1.0:1787602401.327413:0:21942:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429ce800/0xbc87b28475e37474 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.327422:0:21942:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429ce800/0xbc87b28475e37474 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.327432:0:21942:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429ce800/0xbc87b28475e37474 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.327460:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318027264:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787602401.327535:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.327579:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054164dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787602401.328068:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318027264 00000100:00100000:0.0:1787602401.328078:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318027264 00000100:00100000:0.0:1787602401.328126:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787602401.328136:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21942:x1874436318027264:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602401.328149:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602401.328165:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05765d6e00/0xbc87b28475e3747b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37474 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.328190:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d6e00/0xbc87b28475e3747b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37474 expref: 12 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.328200:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05765d6e00/0xbc87b28475e3747b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37474 expref: 12 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602401.328211:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d6e00, rc 0) 00000100:00100000:0.0:1787602401.328260:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21942:x1874436318027264:12345-0@lo:101:mount.lustre.0 Request processed in 126us (725us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602401.328268:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787602401.329549:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318027264:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602401.329582:0:21942:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429ce800/0xbc87b28475e37474 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3747b expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.329593:0:21942:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429ce800/0xbc87b28475e37474 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3747b expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.329658:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318027392:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602401.329702:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.329733:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054164dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1787602401.331501:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318027392 00000100:00100000:0.0:1787602401.331523:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318027392 00000100:00100000:0.0:1787602401.331582:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787602401.331592:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21942:x1874436318027392:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602401.331884:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21942:x1874436318027392:12345-0@lo:501:mount.lustre.0 Request processed in 293us (2180us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602401.331892:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787602401.335761:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318027392:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602401.335838:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318027520:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602401.335933:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.335981:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054164dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1787602401.337273:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318027520 00000100:00100000:1.0:1787602401.337286:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318027520 00000100:00100000:1.0:1787602401.337374:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787602401.337386:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a889c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21942:x1874436318027520:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602401.337660:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a889c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21942:x1874436318027520:12345-0@lo:503:mount.lustre.0 Request processed in 275us (1726us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602401.337668:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787602401.337744:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318027520:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602401.340784:0:21990:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21990:1874436318027648:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787602401.340882:0:21990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.340934:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318027648 00000100:00100000:1.0:1787602401.340940:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318027648 00000100:00100000:1.0:1787602401.340988:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787602401.340997:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21990:x1874436318027648:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787602401.341282:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21990:x1874436318027648:12345-0@lo:502:llog_process_th.0 Request processed in 285us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602401.341290:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787602401.341488:0:21990:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0576486840 going to sleep for 11 seconds 00000100:00100000:1.0:1787602401.341510:0:21990:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21990:1874436318027648:0@lo:502:llog_process_th.0 00000020:01000004:1.0:1787602401.341572:0:21990:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0000 (typ=lwp) 00000020:00000080:1.0:1787602401.341587:0:21990:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0000 (ffff8d057b353370) 00000020:00000080:1.0:1787602401.341607:0:21990:0:(obd_config.c:720:class_attach_name()) OBD: dev 11 attached type lwp with refcount 2 00000020:01000004:1.0:1787602401.341688:0:21990:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d057fbb5000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787602401.341692:0:21990:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d057fbb5000 from lustre-MDT0000, refs=4 00000020:01000004:1.0:1787602401.341696:0:21990:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d057fbb5000 4 00010000:00080000:1.0:1787602401.341724:0:21990:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0444a38000@lustre-MDT0000-lwp-MDT0000: add connection 192.168.204.152@tcp at head 00010000:00010000:1.0:1787602401.353462:0:21990:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0000-4 is initialized 00000020:00000080:1.0:1787602401.355416:0:21990:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0000 (uuid lustre-MDT0000-lwp-MDT0000_UUID) 00000010:01000000:1.0:1787602401.355461:0:21990:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:1.0:1787602401.355477:0:21990:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000, cookie 0xbc87b28475e37489 00000100:00080000:1.0:1787602401.355490:0:21990:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0000: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787602401.355498:0:21990:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8d0444a38000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:1.0:1787602401.355538:0:21990:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559d88a80 x1874436318027776/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787602401.355596:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1874436318027776:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787602401.355676:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787602401.355740:0:21990:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787602401.356311:0:21990:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21990:1874436318027904:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787602401.356391:0:21990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.356412:0:21990:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054800bf00 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.356607:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318027776 00000100:00100000:3.0:1787602401.356615:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318027776 00000100:00100000:3.0:1787602401.356658:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787602401.356667:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1874436318027776:12345-0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787602401.356725:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d88000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1874436318027776:12345-0@lo:38:llog_process_th.0 Request processed in 58us (1049us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787602401.356732:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787602401.356752:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318027904 00000100:00100000:3.0:1787602401.356755:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318027904 00000100:00100000:3.0:1787602401.356782:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787602401.356788:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21990:x1874436318027904:12345-0@lo:502:llog_process_th.0 00000100:00100000:3.0:1787602401.357159:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21990:x1874436318027904:12345-0@lo:502:llog_process_th.0 Request processed in 369us (766us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602401.357166:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787602401.357222:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787602401.357230:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0444a38000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787602401.357235:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 0@lo failed (-11) 00000100:00100000:3.0:1787602401.357239:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1874436318027776:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787602401.359169:0:21990:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21990:1874436318027904:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787602401.359259:0:21990:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21990:1874436318028032:0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787602401.359327:0:21990:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.359379:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318028032 00000100:00100000:1.0:1787602401.359385:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318028032 00000100:00100000:1.0:1787602401.359438:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787602401.359446:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21990:x1874436318028032:12345-0@lo:502:llog_process_th.0 00000100:00100000:1.0:1787602401.359651:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21990:x1874436318028032:12345-0@lo:502:llog_process_th.0 Request processed in 205us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602401.359658:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787602401.359695:0:21990:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0576288900 going to sleep for 11 seconds 00000100:00100000:1.0:1787602401.359707:0:21990:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job llog_process_th:9b57cd82-69f6-4187-bab5-441c91e6943b:21990:1874436318028032:0@lo:502:llog_process_th.0 00000040:00080000:1.0:1787602401.359727:0:21990:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 52 count 51 00000020:01000000:1.0:1787602401.359796:0:21942:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787602401.359812:0:21942:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787602401.359827:0:21942:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429ce800/0xbc87b28475e37474 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3747b expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.359838:0:21942:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429ce800/0xbc87b28475e37474 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3747b expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787602401.359882:0:21942:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787602401.359883:0:21942:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787602401.359885:0:21942:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787602401.359886:0:21942:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787602401.359891:0:21942:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787602401.359892:0:21942:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787602401.359893:0:21942:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787602401.361837:0:21942:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787602401.361842:0:21942:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787602401.361843:0:21942:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787602401.361847:0:21942:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0000 0x40020005 00000020:01000004:1.0:1787602401.361851:0:21942:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787602401.361852:0:21942:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:1.0:1787602401.361854:0:21942:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787602401.361855:0:21942:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787602401.361856:0:21942:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787602401.361857:0:21942:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787602401.361859:0:21942:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787602401.361860:0:21942:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:1.0:1787602401.361860:0:21942:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787602401.361861:0:21942:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787602401.361889:0:21942:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0000 00000100:00100000:1.0:1787602401.362050:0:21942:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318028160:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787602401.362136:0:21942:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.362169:0:21942:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0576288900 going to sleep for 11 seconds 00000100:00100000:3.0:1787602401.365887:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318028160 00000100:00100000:3.0:1787602401.365916:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318028160 00000100:00100000:3.0:1787602401.365992:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787602401.366002:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21942:x1874436318028160:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787602401.372108:0:21953:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:3.0:1787602401.372130:0:21953:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 20000000:01000000:1.0:1787602401.478767:0:21953:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:1.0:1787602401.478793:0:21953:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0000, index=0, rc=0 20000000:01000000:1.0:1787602401.478817:0:21976:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787602401.478821:0:21976:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787602401.478846:0:21976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.478866:0:21976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37458 expref: 12 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.478874:0:21976:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 4/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.478914:0:21976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e37458 expref: 12 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.478949:0:21976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e37458 expref: 12 pid: 21954 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.478965:0:21976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318028288:0@lo:104: 00000100:00100000:1.0:1787602401.479059:0:21976:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.479101:0:21976:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d056bd28300 going to sleep for 11 seconds 00000100:00100000:1.0:1787602401.479388:0:21943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318028288 00000100:00100000:1.0:1787602401.479398:0:21943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318028288 00000100:00100000:1.0:1787602401.479455:0:21943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787602401.479464:0:21943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+3:21976:x1874436318028288:12345-0@lo:104: 00010000:00010000:1.0:1787602401.479479:0:21943:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.479543:0:21943:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1787602401.479549:0:21943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d89880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+3:21976:x1874436318028288:12345-0@lo:104: Request processed in 87us (491us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602401.479556:0:21943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787602401.479594:0:21976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318028288:0@lo:104: 00010000:00010000:2.0:1787602401.479601:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602401.479608:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.479613:0:21976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602401.479615:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7800 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602401.479619:0:21949:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602401.479633:0:21949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602401.479640:0:21949:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602401.479646:0:21949:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:2.0:1787602401.479691:0:21949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602401.479697:0:21949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602401.479722:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602401.479729:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05765d7800/0xbc87b28475e37458 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3745f expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602401.479746:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602401.479749:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602401.479750:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602401.480124:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787602401.480135:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318028416:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602401.480174:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602401.483373:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318028416 00000100:00100000:1.0:1787602401.483392:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318028416 00010000:00010000:1.0:1787602401.483434:0:21945:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37458 expref: 13 pid: 21954 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.483484:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787602401.483495:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+13:3453:x1874436318028416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787602401.483522:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787602401.483529:0:21945:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37458 expref: 13 pid: 21954 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483541:0:21945:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e37458 expref: 13 pid: 21954 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483559:0:21945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3745f lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e37458 expref: 13 pid: 21954 timeout: 808 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483575:0:21945:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483584:0:21945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:1.0:1787602401.483601:0:21945:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004780564s 00010000:00010000:1.0:1787602401.483606:0:21945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483612:0:21945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483618:0:21945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483624:0:21945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483630:0:21945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05429cf400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:1.0:1787602401.483635:0:21945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483651:0:21945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483668:0:21945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483679:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787602401.483754:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:3453:x1874436318028416:12345-0@lo:103:ldlm_bl.0 Request processed in 260us (3579us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602401.483762:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00010000:1.0:1787602401.483900:0:21976:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483910:0:21976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602401.483915:0:21976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05429cf400/0xbc87b28475e37490 lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602401.483957:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318028416:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787602401.502206:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21942:x1874436318028160:12345-0@lo:253:mount.lustre.0 Request processed in 136193us (140056us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602401.502225:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:2.0:1787602401.502459:0:21942:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:21942:1874436318028160:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787602401.502479:0:21942:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0000 got index = 0 00000020:01000004:2.0:1787602401.502483:0:21942:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787602401.502485:0:21942:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0000 00000020:01000004:2.0:1787602401.502486:0:21942:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787602401.502487:0:21942:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787602401.502502:0:21942:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787602401.502504:0:21942:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787602401.502506:0:21942:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787602401.502507:0:21942:0:(tgt_mount.c:1186:server_mti_print()) LDD_F_SV_TYPE_MGS 00000020:01000004:2.0:1787602401.502509:0:21942:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787602401.502511:0:21942:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787602401.502533:0:21942:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:3.0:1787602401.520263:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xa:0x0] (8/8/4) registered 00080000:10000000:3.0:1787602401.520488:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:3.0:1787602401.520745:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xb:0x0] (8/8/4) registered 00080000:10000000:3.0:1787602401.520885:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:3.0:1787602401.521176:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00080000:10000000:3.0:1787602401.521328:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:1.0:1787602401.531292:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xd:0x0] (8/8/4) registered 00080000:10000000:1.0:1787602401.531478:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:1.0:1787602401.531773:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xe:0x0] (8/8/4) registered 00080000:10000000:1.0:1787602401.532085:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:1.0:1787602401.532357:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0xf:0x0] (8/8/4) registered 00080000:10000000:1.0:1787602401.532522:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000020:00080000:0.0:1787602401.611605:0:21942:0:(update_trans.c:1496:distribute_txn_commit_batchid_init()) lustre-MDT0000: committed batchid 4294967530 00000040:01000000:2.0:1787602401.613399:0:21942:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osd ctxt 16 is initialized 00000020:00080000:0.0:1787602401.613608:0:22002:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0000: start commit thread committed batchid 4294967530 00000020:00080000:0.0:1787602401.613612:0:22002:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0000: batchid: 0 committed batchid 4294967530 00000040:01000000:2.0:1787602401.613754:0:22003:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:2.0:1787602401.613876:0:22003:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:0.0:1787602401.614131:0:21942:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osp-MDT0000 ctxt 16 is initialized 00000100:00080000:0.0:1787602401.615491:0:22004:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN) req@ffff8d0575f98e00 x1874436318028544/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602401.615504:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00000040:01000000:1.0:1787602401.617714:0:21942:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 12 is initialized 00000040:00080000:1.0:1787602401.617831:0:21942:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:1.0:1787602401.618363:0:21942:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:1.0:1787602401.618371:0:21942:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 14 is initialized 00000040:00080000:2.0:1787602401.621367:0:22003:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000400:0x1:0x0] index 261376 count 1 00000004:00080000:2.0:1787602401.621470:0:22003:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osd retrieved update log, duration 0, retries 0 00000040:00080000:0.0:1787602401.622619:0:21942:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787602401.623784:0:21942:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:0.0:1787602401.630199:0:21942:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:0.0:1787602401.630300:0:21942:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0000 ctxt 15 is initialized 00000040:00080000:0.0:1787602401.631156:0:21942:0:(llog_cat.c:403:llog_cat_set_first_idx()) catlog [0xa:0x7:0x0] first idx 1, last_idx 2 00080000:10000000:0.0:1787602401.632520:0:21942:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0000: index object [0x200000003:0x37:0x0] (8/8/4) registered 00000001:00000004:3.0:1787602401.658010:0:21942:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:1.0:1787602401.739324:0:21942:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0000: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:1.0:1787602401.739383:0:21942:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0000: cmd=c00866e6 len=0 karg=ffffa16281cd3988 00100000:10000000:1.0:1787602401.739392:0:21942:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0000-osd: start master thread 00000020:01000004:1.0:1787602401.740414:0:21942:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:1.0:1787602401.740433:0:21942:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.152@tcp: cl_mgc_mutex unlock 00000020:01000004:1.0:1787602401.740447:0:21942:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=46 00000080:00000004:1.0:1787602401.740479:0:21942:0:(super25.c:182:lustre_fill_super()) lustre-mdt1/mdt1: Mount complete 00010000:00010000:3.0:1787602401.938315:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787602402.449602:0:21996:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787602402.449613:0:21996:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787602402.450115:0:21996:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 2 count 2 00000040:00080000:0.0:1787602402.450123:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 3 count 2 00000100:00100000:3.0:1787602402.642896:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 10000000:01000000:1.0:1787602402.708492:0:21958:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787602402.708504:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d057fbb5000 from 11 10000000:01000000:1.0:1787602402.708512:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787602402.708584:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602402.708599:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602402.708613:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602402.708646:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318028672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787602402.708746:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602402.708801:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05411ca900 going to sleep for 11 seconds 00000100:00100000:3.0:1787602402.708955:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318028672 00000100:00100000:3.0:1787602402.708967:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318028672 00000100:00100000:3.0:1787602402.709057:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787602402.709074:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+11:21958:x1874436318028672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602402.709097:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602402.709119:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37497 expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602402.709152:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37497 expref: 12 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602402.709164:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37497 expref: 12 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602402.709178:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0559d8ea00, rc 0) 00000100:00100000:3.0:1787602402.709237:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21958:x1874436318028672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602402.709245:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787602402.709313:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318028672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602402.709344:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602402.709363:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602402.709429:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e92a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318028800:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787602402.709472:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602402.709499:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05757db240 going to sleep for 11 seconds 00000100:00100000:3.0:1787602402.709517:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318028800 00000100:00100000:3.0:1787602402.709521:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318028800 00000100:00100000:3.0:1787602402.709549:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787602402.709557:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21958:x1874436318028800:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:3.0:1787602402.709575:0:21953:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:3.0:1787602402.709598:0:21953:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:3.0:1787602402.709602:0:21953:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:3.0:1787602402.709707:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:21958:x1874436318028800:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 151us (234us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602402.709717:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787602402.709756:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e92a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318028800:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787602402.709805:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787602402.709813:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602402.709823:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602402.962663:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787602403.472623:0:21996:0:(llog.c:805:llog_process_thread()) index: 2, lh_last_idx: 2 synced_idx: 2 lgh_last_idx: 2 00000040:00080000:0.0:1787602403.472632:0:21996:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787602403.473327:0:21996:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0xe:0x0] index 1 count 1 00000040:00080000:0.0:1787602403.473464:0:21996:0:(llog_cat_server.c:902:llog_cat_cleanup()) cancel plain log [0x1:0xe:0x0] at index 2 of catalog [0xa:0x7:0x0] 00000040:00080000:0.0:1787602403.473503:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 2 count 1 00000100:00100000:3.0:1787602403.664090:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:1.0:1787602403.984322:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602404.698344:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:1.0:1787602405.013135:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602405.713929:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:3.0:1787602406.033266:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787602406.672259:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787602406.672282:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787602406.672286:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787602406.672295:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 708 00000100:00080000:1.0:1787602406.672301:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:1.0:1787602406.672309:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d05760d4000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:1.0:1787602406.672334:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559d89c00 x1874436318029056/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787602406.672350:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602406.672354:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787602406.672357:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602406.672361:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787602406.672363:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-lwp-MDT0000_UUID->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787602406.672366:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery 00000100:00080000:1.0:1787602406.672368:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d0444a38000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787602406.672372:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0000: import ffff8d0444a38000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:1.0:1787602406.672385:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559d88380 x1874436318029184/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787602406.672429:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1787602406.672441:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318028928:0@lo:400:kworker.0 00000100:00100000:1.0:1787602406.672523:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602406.673169:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318029056:0@lo:38:kworker.0 00000100:00100000:3.0:1787602406.673215:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602406.673248:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1874436318029184:0@lo:38:kworker.0 00000100:00100000:3.0:1787602406.673274:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602406.673309:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318028928 00000100:00100000:3.0:1787602406.673317:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318028928 00000100:00100000:3.0:1787602406.673368:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787602406.673377:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:3452:x1874436318028928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602406.673432:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:3452:x1874436318028928:12345-0@lo:400:kworker.0 Request processed in 56us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602406.673453:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787602406.673504:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318029184 00000100:00100000:3.0:1787602406.673508:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318029184 00000100:00100000:3.0:1787602406.673526:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787602406.673531:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:3450:x1874436318029184:12345-0@lo:38:kworker.0 00010000:00080000:3.0:1787602406.673557:0:21962:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0000_UUID@0@lo t0 exp 0000000000000000 cur 713 last 0 00000020:00000080:3.0:1787602406.673592:0:21962:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0000_UUID, cookie 0xbc87b28475e374a5 00000004:00100000:3.0:1787602406.673608:0:21962:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787602406.673760:0:21962:0:(import.c:65:import_set_state_nolock()) ffff8d044486d000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787602406.673801:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e91500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3450:x1874436318029184:12345-0@lo:38:kworker.0 Request processed in 268us (526us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602406.673808:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1787602406.673849:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d0559d88380 x1874436318029184/t0(0) o38->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787602416 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1787602406.673865:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0000: connect to target with instance 3 00000100:00080000:3.0:1787602406.673884:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0000: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:3.0:1787602406.673889:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787602406.673892:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0444a38000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787602406.673899:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0000_UUID:3450:1874436318029184:0@lo:38:kworker.0 00000100:00100000:3.0:1787602406.673931:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318028928:0@lo:400:kworker.0 00000100:00100000:1.0:1787602406.675401:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318029056 00000100:00100000:1.0:1787602406.675415:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318029056 00000100:00100000:1.0:1787602406.675460:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787602406.675467:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1874436318029056:12345-0@lo:38:kworker.0 00010000:00020000:1.0:1787602406.675502:0:21966:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787602406.675565:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e92a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1874436318029056:12345-0@lo:38:kworker.0 Request processed in 97us (2348us total) trans 0 rc -19/-19 00000100:00100000:1.0:1787602406.675572:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:3.0:1787602406.676055:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1787602406.676132:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:3.0:1787602406.676137:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318029056:0@lo:38:kworker.0 00000100:00100000:2.0:1787602406.740346:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:1.0:1787602407.071668:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602407.760091:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:1.0:1787602408.083348:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787602408.413503:0:22247:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg452-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:2.0:1787602408.786351:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:3.0:1787602409.119701:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602409.808216:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:0.0:1787602410.133054:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602410.835244:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:3.0:1787602411.162230:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602411.793844:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602401/real 1787602401] req@ffff8d0579e93480 x1874436318026112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602411 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602411.793882:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0579e93480 x1874436318026112/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602411 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602411.793894:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602401/real 1787602401] req@ffff8d0559d8b480 x1874436318025984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602411 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602411.793909:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0559d8b480 x1874436318025984/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602411 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787602411.793932:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602411.793956:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787602411.793961:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318026112:0@lo:8:llog_process_th.0 00000100:00080000:0.0:1787602411.793969:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a76c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602411.793973:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787602411.793976:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318025984:0@lo:8:llog_process_th.0 00000100:00080000:3.0:1787602411.796267:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787602411.796275:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787602411.796280:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602411.796289:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 713 00000100:00080000:3.0:1787602411.796296:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:3.0:1787602411.796304:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d05760d4000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602411.796325:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318029312:0@lo:400:kworker.0 00000100:00100000:3.0:1787602411.796417:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602411.797253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc41c00 x1874436318029440/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787602411.797280:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787602411.797284:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787602411.797287:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d057a76c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602411.797291:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 708 00000100:00080000:2.0:1787602411.797296:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787602411.797303:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d057a76c800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602411.797318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc42680 x1874436318029568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787602411.797327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787602411.797330:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787602411.797340:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602411.797344:0:37:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 708 00000100:00080000:2.0:1787602411.797347:0:37:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 5s 00000100:00080000:2.0:1787602411.797351:0:37:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d044486b800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602411.797369:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc41500 x1874436318029696/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787602411.797503:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318029824:0@lo:400:kworker.0 00000100:00100000:1.0:1787602411.797582:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602411.798710:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318029824 00000100:00100000:0.0:1787602411.798726:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318029824 00000100:00100000:0.0:1787602411.798794:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787602411.798806:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318029824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602411.798895:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318029824:12345-0@lo:400:kworker.0 Request processed in 90us (1315us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602411.798904:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787602411.799082:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318029440:0@lo:38:kworker.0 00000100:00100000:0.0:1787602411.799125:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602411.799178:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318029568:0@lo:8:kworker.0 00000400:00000100:0.0:1787602411.799209:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318029568 offset 0 length 520: 4 00000100:00100000:0.0:1787602411.799597:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318029696:0@lo:8:kworker.0 00000400:00000100:0.0:1787602411.799626:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318029696 offset 0 length 520: 4 00000100:00100000:3.0:1787602411.800636:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318029312 00000100:00100000:3.0:1787602411.800649:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318029312 00000100:00100000:3.0:1787602411.800720:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787602411.800730:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+12:3452:x1874436318029312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602411.800805:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+12:3452:x1874436318029312:12345-0@lo:400:kworker.0 Request processed in 76us (4388us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602411.800829:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787602411.800897:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318029312:0@lo:400:kworker.0 00010000:00080000:1.0:1787602411.801061:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d057dc40380 x1874436318029824/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602411.801074:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318029824:0@lo:400:kworker.0 00000100:00100000:3.0:1787602411.801211:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318029440 00000100:00100000:3.0:1787602411.801217:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318029440 00000100:00100000:3.0:1787602411.801245:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787602411.801251:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1874436318029440:12345-0@lo:38:kworker.0 00010000:00020000:3.0:1787602411.801274:0:21966:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:3.0:1787602411.801325:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1874436318029440:12345-0@lo:38:kworker.0 Request processed in 72us (2200us total) trans 0 rc -19/-19 00000100:00100000:3.0:1787602411.801331:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00080000:2.0:1787602411.801764:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1787602411.801779:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:2.0:1787602411.801787:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318029440:0@lo:38:kworker.0 00000100:00100000:2.0:1787602411.856070:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:0.0:1787602412.177220:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602412.880164:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:3.0:1787602413.200380:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787602413.714871:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787602413.904196:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:0.0:1787602414.225683:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602414.928449:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:1.0:1787602415.260418:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602415.952316:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:0.0:1787602416.281012:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1787602416.913097:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:3.0:1787602416.913106:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:3.0:1787602416.913111:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602416.913137:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 718 00000100:00080000:3.0:1787602416.913145:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787602416.913154:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d05760d4000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602416.913168:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787602416.913193:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318029952:0@lo:400:kworker.0 00000100:00100000:3.0:1787602416.913299:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602416.913388:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318029952 00000100:00100000:3.0:1787602416.913399:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318029952 00000100:00100000:3.0:1787602416.913455:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787602416.913465:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+12:3453:x1874436318029952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602416.913549:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+12:3453:x1874436318029952:12345-0@lo:400:kworker.0 Request processed in 85us (249us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602416.913557:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787602416.913625:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318029952:0@lo:400:kworker.0 00000100:00100000:3.0:1787602416.913675:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0579e90700 x1874436318030080/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602416.913690:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602416.913695:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602416.913698:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602416.913701:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787602416.913732:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318030208:0@lo:400:kworker.0 00000100:00100000:3.0:1787602416.913767:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602416.913803:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318030208 00000100:00100000:3.0:1787602416.913807:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318030208 00000100:00100000:3.0:1787602416.913836:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787602416.913844:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318030208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602416.913880:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e90000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318030208:12345-0@lo:400:kworker.0 Request processed in 37us (112us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602416.913886:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:3.0:1787602416.913912:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d0579e90a80 x1874436318030208/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602432 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602416.913923:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318030208:0@lo:400:kworker.0 00000100:00100000:0.0:1787602416.914680:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318030080:0@lo:38:kworker.0 00000100:00100000:0.0:1787602416.914729:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602416.914779:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318030080 00000100:00100000:0.0:1787602416.914785:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318030080 00000100:00100000:0.0:1787602416.914815:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787602416.914822:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1874436318030080:12345-0@lo:38:kworker.0 00010000:00020000:0.0:1787602416.914846:0:21966:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-MDT0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:0.0:1787602416.914899:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1874436318030080:12345-0@lo:38:kworker.0 Request processed in 76us (169us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787602416.914907:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00080000:0.0:1787602416.914943:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602416.914949:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787602416.914953:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318030080:0@lo:38:kworker.0 00000100:00100000:2.0:1787602416.980616:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:1.0:1787602417.297806:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:1.0:1787602417.523382:0:22597:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:1.0:1787602417.523386:0:22597:0:(obd_mount.c:926:lmd_print()) device: lustre-mdt2/mdt2 00000080:01200004:1.0:1787602417.523501:0:22597:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d0573cbf000 00000020:01000004:1.0:1787602417.523519:0:22597:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-MDT0001, type=osd-zfs, lsifl=200001, mountfl=0 00000020:01000004:1.0:1787602417.523535:0:22597:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-osd (typ=osd-zfs) 00000020:00000080:1.0:1787602417.523550:0:22597:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-osd (ffff8d057b354d28) 00000020:00000080:1.0:1787602417.523567:0:22597:0:(obd_config.c:720:class_attach_name()) OBD: dev 12 attached type osd-zfs with refcount 2 00100000:10000000:0.0:1787602417.565463:0:22597:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-MDT0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:0.0:1787602417.565824:0:22597:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:0.0:1787602417.582484:0:22597:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-MDT0001: registered index [0x200000003:0x30:0x0] (8/32) 00100000:10000000:1.0:1787602417.584405:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lustre-MDT0001 under 377: rc = 0 00100000:10000000:1.0:1787602417.584592:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled params under 377: rc = 0 00100000:10000000:1.0:1787602417.584689:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lustre-client under 377: rc = 0 00100000:10000000:1.0:1787602417.585218:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x10000 under 496: rc = 0 00100000:10000000:1.0:1787602417.585470:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2020000 under 496: rc = 0 00100000:10000000:1.0:1787602417.585813:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2010000-MDT0001 under 496: rc = 0 00100000:10000000:1.0:1787602417.586129:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1020000-MDT0001 under 496: rc = 0 00100000:10000000:1.0:1787602417.589217:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x20000-MDT0001 under 496: rc = 0 00100000:10000000:1.0:1787602417.589513:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1020000 under 496: rc = 0 00100000:10000000:1.0:1787602417.590435:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1010000 under 496: rc = 0 00100000:10000000:1.0:1787602417.590995:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x10000-MDT0001 under 496: rc = 0 00100000:10000000:1.0:1787602417.591285:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x1010000-MDT0001 under 496: rc = 0 00100000:10000000:1.0:1787602417.592280:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2020000-MDT0001 under 496: rc = 0 00100000:10000000:1.0:1787602417.592603:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x20000 under 496: rc = 0 00100000:10000000:1.0:1787602417.592935:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled 0x2010000 under 496: rc = 0 00100000:10000000:1.0:1787602417.595379:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_09 under 770: rc = 0 00100000:10000000:1.0:1787602417.595635:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_03 under 770: rc = 0 00100000:10000000:1.0:1787602417.596247:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_05 under 770: rc = 0 00100000:10000000:1.0:1787602417.596548:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_10 under 770: rc = 0 00100000:10000000:1.0:1787602417.597125:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_02 under 770: rc = 0 00100000:10000000:1.0:1787602417.597381:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_08 under 770: rc = 0 00100000:10000000:1.0:1787602417.597643:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_04 under 770: rc = 0 00100000:10000000:1.0:1787602417.599551:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_11 under 770: rc = 0 00100000:10000000:1.0:1787602417.600436:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_15 under 770: rc = 0 00100000:10000000:1.0:1787602417.600690:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_00 under 770: rc = 0 00100000:10000000:1.0:1787602417.601073:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_06 under 770: rc = 0 00100000:10000000:1.0:1787602417.601333:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_13 under 770: rc = 0 00100000:10000000:1.0:1787602417.601586:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_14 under 770: rc = 0 00100000:10000000:1.0:1787602417.603203:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_01 under 770: rc = 0 00100000:10000000:1.0:1787602417.603519:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_07 under 770: rc = 0 00100000:10000000:1.0:1787602417.605545:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_12 under 770: rc = 0 00100000:10000000:1.0:1787602417.605974:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_05 under 770: rc = 0 00100000:10000000:1.0:1787602417.606320:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_10 under 770: rc = 0 00100000:10000000:1.0:1787602417.606580:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_09 under 770: rc = 0 00100000:10000000:1.0:1787602417.607069:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_03 under 770: rc = 0 00100000:10000000:1.0:1787602417.607321:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_04 under 770: rc = 0 00100000:10000000:1.0:1787602417.607558:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_11 under 770: rc = 0 00100000:10000000:1.0:1787602417.611435:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_02 under 770: rc = 0 00100000:10000000:2.0:1787602417.616070:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_08 under 770: rc = 0 00100000:10000000:2.0:1787602417.617441:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_06 under 770: rc = 0 00100000:10000000:2.0:1787602417.617936:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_13 under 770: rc = 0 00100000:10000000:2.0:1787602417.618355:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_15 under 770: rc = 0 00100000:10000000:2.0:1787602417.618616:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_00 under 770: rc = 0 00100000:10000000:2.0:1787602417.618875:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_07 under 770: rc = 0 00100000:10000000:2.0:1787602417.619206:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_12 under 770: rc = 0 00100000:10000000:2.0:1787602417.623686:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_namespace_14 under 770: rc = 0 00100000:10000000:2.0:1787602417.626078:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled lfsck_layout_01 under 770: rc = 0 00100000:10000000:2.0:1787602417.626502:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled [0x240000401:0x1:0x0] under 641: rc = 0 00100000:10000000:2.0:1787602417.626716:0:22597:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-MDT0001: initial OI scrub handled [0x240000400:0x1:0x0] under 641: rc = 0 00000020:00000080:2.0:1787602417.627196:0:22597:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-osd (uuid lustre-MDT0001-osd_UUID) 00080000:01000000:2.0:1787602417.627215:0:22597:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787602417.627226:0:22597:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbc87b28475e374b3 00000020:01000004:2.0:1787602417.627235:0:22597:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-MDT0001 on device lustre-mdt2/mdt2 00000020:01000004:2.0:1787602417.627256:0:22597:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.152@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787602417.627261:0:22597:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.152@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787602417.627266:0:22597:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-MDT0001 00000020:01000004:2.0:1787602417.627288:0:22597:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-mdt2/mdt2 10000000:01000000:2.0:1787602417.627293:0:22597:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.152@tcp: cl_mgc_mutex lustre-MDT0001-osd for locked: rc = 0 00000040:01000000:2.0:1787602417.654902:0:22597:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.152@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787602417.654946:0:22597:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-MDT0001, fs=lustre, 192.168.204.152@tcp, index=0001, flags=0x20001 00000020:01000004:2.0:1787602417.654951:0:22597:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787602417.654953:0:22597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787602417.654954:0:22597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787602417.654956:0:22597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787602417.654957:0:22597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787602417.654958:0:22597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787602417.654959:0:22597:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787602417.654962:0:22597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787602417.654963:0:22597:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787602417.654967:0:22597:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x10020001 00000020:01000004:2.0:1787602417.654969:0:22597:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787602417.654970:0:22597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787602417.654971:0:22597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787602417.654972:0:22597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787602417.654973:0:22597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787602417.654974:0:22597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787602417.654975:0:22597:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787602417.654976:0:22597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787602417.654978:0:22597:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787602417.655006:0:22597:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:2.0:1787602417.655080:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030336:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787602417.655163:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602417.655220:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e17d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787602417.655460:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318030336 00000100:00100000:3.0:1787602417.655476:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318030336 00000100:00100000:3.0:1787602417.655544:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787602417.655556:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:22597:x1874436318030336:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787602417.655611:0:21953:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:3.0:1787602417.655616:0:21953:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-MDT0001 is running on 0@lo 20000000:01000000:3.0:1787602417.655623:0:21953:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 00000100:00100000:3.0:1787602417.685859:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:22597:x1874436318030336:12345-0@lo:253:mount.lustre.0 Request processed in 30292us (30682us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602417.685875:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787602417.689547:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030336:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787602417.689571:0:22597:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1787602417.689601:0:22597:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787602417.689603:0:22597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787602417.689604:0:22597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787602417.689605:0:22597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787602417.689606:0:22597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787602417.689607:0:22597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787602417.689609:0:22597:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787602417.689611:0:22597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787602417.689612:0:22597:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:2.0:1787602417.689637:0:22597:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d0573cbf000 from lustre-MDT0001 10000000:01000000:2.0:1787602417.689671:0:22597:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-MDT0001 from 0 10000000:01000000:2.0:1787602417.689674:0:22597:0:(mgc_request.c:329:config_log_add()) add config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1787602417.689683:0:22597:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d0574d8b370 local copy 00010000:00010000:2.0:1787602417.689696:0:22597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602417.689965:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030464:0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787602417.690073:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602417.690121:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e17240 going to sleep for 11 seconds 00000100:00100000:3.0:1787602417.690316:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318030464 00000100:00100000:3.0:1787602417.690324:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318030464 00000100:00100000:3.0:1787602417.690376:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:3.0:1787602417.690384:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0566e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+12:22597:x1874436318030464:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602417.690564:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0566e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+12:22597:x1874436318030464:12345-0@lo:501:mount.lustre.0 Request processed in 180us (491us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787602417.690572:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787602417.690760:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030464:0@lo:501:mount.lustre.0 10000000:01000000:2.0:1787602417.690777:0:22597:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.152@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:2.0:1787602417.690929:0:22597:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.152@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:2.0:1787602417.690937:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.690946:0:22597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602417.690968:0:22597:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d0573cbf000 10000000:01000000:2.0:1787602417.690973:0:22597:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:2.0:1787602417.690977:0:22597:0:(mgc_request.c:194:do_config_log_add()) do adding config log nodemap-ffff8d0574d8b370 10000000:01000000:2.0:1787602417.690986:0:22597:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 10000000:01000000:2.0:1787602417.690990:0:22597:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8d0574d8b370 from 1 10000000:01000000:2.0:1787602417.690993:0:22597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1787602417.691061:0:22597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628b200/0xbc87b28475e374ba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.691071:0:22597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d057628b200/0xbc87b28475e374ba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.691083:0:22597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d057628b200/0xbc87b28475e374ba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602417.691100:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030592:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787602417.691133:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602417.691167:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e17240 going to sleep for 11 seconds 00000100:00100000:3.0:1787602417.691227:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318030592 00000100:00100000:3.0:1787602417.691232:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318030592 00000100:00100000:3.0:1787602417.691313:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:3.0:1787602417.691322:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0566e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+12:22597:x1874436318030592:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787602417.691331:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602417.691346:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0559d8ee00/0xbc87b28475e374c1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e374ba expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.691368:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0559d8ee00/0xbc87b28475e374c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e374ba expref: 13 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.691378:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0559d8ee00/0xbc87b28475e374c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e374ba expref: 13 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.691393:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0559d8ee00, rc 0) 00000100:00100000:3.0:1787602417.691437:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0566e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+13:22597:x1874436318030592:12345-0@lo:101:mount.lustre.0 Request processed in 116us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602417.691443:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787602417.691511:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030592:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787602417.691524:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d057628b200/0xbc87b28475e374ba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e374c1 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.691533:0:22597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d057628b200/0xbc87b28475e374ba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e374c1 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602417.691550:0:22597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1787602417.691571:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628b200/0xbc87b28475e374ba lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e374c1 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.691579:0:22597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d057628b200/0xbc87b28475e374ba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e374c1 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602417.693829:0:22597:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-barrier-ffff8d0573cbf000 10000000:01000000:2.0:1787602417.693857:0:22597:0:(mgc_request.c:68:mgc_name2resid()) log lustre-barrier to resid 0x65727473756c/0x5 (lustre) 10000000:01000000:2.0:1787602417.693864:0:22597:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-barrier-ffff8d0573cbf000 from 1 10000000:01000000:2.0:1787602417.693867:0:22597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-barrier (res 0x65727473756c) 00010000:00010000:2.0:1787602417.693905:0:22597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628ba00/0xbc87b28475e374c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.693914:0:22597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d057628ba00/0xbc87b28475e374c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.693924:0:22597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d057628ba00/0xbc87b28475e374c8 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602417.693959:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030720:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787602417.694079:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602417.699897:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e17240 going to sleep for 11 seconds 00000100:00100000:0.0:1787602417.700215:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318030720 00000100:00100000:0.0:1787602417.700227:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318030720 00000100:00100000:0.0:1787602417.700289:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787602417.700316:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+13:22597:x1874436318030720:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602417.700332:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602417.700350:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05765d6000/0xbc87b28475e374cf lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e374c8 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.700382:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d6000/0xbc87b28475e374cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e374c8 expref: 14 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.700394:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05765d6000/0xbc87b28475e374cf lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e374c8 expref: 14 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.700403:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d6000, rc 0) 00000100:00100000:0.0:1787602417.700482:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+14:22597:x1874436318030720:12345-0@lo:101:mount.lustre.0 Request processed in 168us (6402us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.700489:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787602417.700600:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030720:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787602417.700620:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d057628ba00/0xbc87b28475e374c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e374cf expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.700629:0:22597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d057628ba00/0xbc87b28475e374c8 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e374cf expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602417.700649:0:22597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-barrier' succeeded (0). 00010000:00010000:2.0:1787602417.700669:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628ba00/0xbc87b28475e374c8 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e374cf expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.700677:0:22597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d057628ba00/0xbc87b28475e374c8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x5:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e374cf expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602417.700686:0:22597:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-MDT0001-0000000000000000 10000000:01000000:2.0:1787602417.700701:0:22597:0:(mgc_request.c:68:mgc_name2resid()) log lustre-MDT0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:2.0:1787602417.700707:0:22597:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-mdtir-ffff8d0573cbf000 10000000:01000000:2.0:1787602417.700710:0:22597:0:(mgc_request.c:68:mgc_name2resid()) log lustre-mdtir to resid 0x65727473756c/0x2 (lustre) 10000000:01000000:2.0:1787602417.700714:0:22597:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-MDT0001-0000000000000000 from 1 10000000:01000000:2.0:1787602417.700717:0:22597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-MDT0001 (res 0x65727473756c) 00010000:00010000:2.0:1787602417.700758:0:22597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e374d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.700766:0:22597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e374d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.700773:0:22597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e374d6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602417.700794:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030848:0@lo:101:mount.lustre.0 00000100:00100000:2.0:1787602417.700829:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602417.700850:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e17240 going to sleep for 11 seconds 00000100:00100000:0.0:1787602417.701050:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318030848 00000100:00100000:0.0:1787602417.701056:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318030848 00000100:00100000:0.0:1787602417.701079:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:0.0:1787602417.701086:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+14:22597:x1874436318030848:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602417.701093:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602417.701104:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05765d7a00/0xbc87b28475e374dd lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e374d6 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.701119:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d7a00/0xbc87b28475e374dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e374d6 expref: 15 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.701128:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05765d7a00/0xbc87b28475e374dd lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e374d6 expref: 15 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.701146:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d7a00, rc 0) 00000100:00100000:0.0:1787602417.701186:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318030848:12345-0@lo:101:mount.lustre.0 Request processed in 100us (356us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.701192:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787602417.701271:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030848:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787602417.701282:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e374d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e374dd expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.701290:0:22597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e374d6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e374dd expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787602417.708849:0:22597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 46 count 46 00000040:00080000:1.0:1787602417.715739:0:22597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787602417.717367:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787602417.717446:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 136 off8552 00000040:00080000:1.0:1787602417.717523:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 176 off8728 00000040:00080000:1.0:1787602417.717565:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8952 00000040:00080000:1.0:1787602417.717684:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 224 off9176 00000040:00080000:1.0:1787602417.717737:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 120 off9296 00000040:00080000:1.0:1787602417.717791:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 112 off9408 00000040:00080000:1.0:1787602417.717827:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 160 off9568 00000040:00080000:1.0:1787602417.717878:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9792 00000040:00080000:1.0:1787602417.717917:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10016 00000040:00080000:1.0:1787602417.717952:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 88 off10104 00000040:00080000:1.0:1787602417.718002:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 144 off10248 00000040:00080000:1.0:1787602417.718191:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].13, 152 off10400 00000040:00080000:1.0:1787602417.718222:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].14, 168 off10568 00000040:00080000:1.0:1787602417.718265:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].15, 224 off10792 00000040:00080000:1.0:1787602417.718300:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].16, 224 off11016 00000040:00080000:1.0:1787602417.718331:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].17, 160 off11176 00000040:00080000:1.0:1787602417.718372:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].18, 224 off11400 00000040:00080000:1.0:1787602417.718406:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].19, 224 off11624 00000040:00080000:1.0:1787602417.718439:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].20, 80 off11704 00000040:00080000:1.0:1787602417.718488:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].21, 224 off11928 00000040:00080000:1.0:1787602417.718526:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].22, 224 off12152 00000040:00080000:1.0:1787602417.718676:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].23, 80 off12232 00000040:00080000:1.0:1787602417.718729:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].24, 224 off12456 00000040:00080000:1.0:1787602417.718772:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].25, 224 off12680 00000040:00080000:1.0:1787602417.718800:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].26, 88 off12768 00000040:00080000:1.0:1787602417.718841:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].27, 144 off12912 00000040:00080000:1.0:1787602417.718872:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].28, 152 off13064 00000040:00080000:1.0:1787602417.718901:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].29, 136 off13200 00000040:00080000:1.0:1787602417.718942:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].30, 224 off13424 00000040:00080000:1.0:1787602417.718972:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].31, 224 off13648 00000040:00080000:1.0:1787602417.719001:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].32, 80 off13728 00000040:00080000:1.0:1787602417.719156:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].33, 224 off13952 00000040:00080000:1.0:1787602417.719195:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].34, 224 off14176 00000040:00080000:1.0:1787602417.719227:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].35, 88 off14264 00000040:00080000:1.0:1787602417.719269:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].36, 144 off14408 00000040:00080000:1.0:1787602417.719304:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].37, 152 off14560 00000040:00080000:1.0:1787602417.719335:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].38, 136 off14696 00000040:00080000:1.0:1787602417.719399:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].39, 224 off14920 00000040:00080000:1.0:1787602417.722680:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].40, 224 off15144 00000040:00080000:1.0:1787602417.722827:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].41, 80 off15224 00000040:00080000:1.0:1787602417.722907:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].42, 224 off15448 00000040:00080000:1.0:1787602417.722948:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].43, 224 off15672 00000040:00080000:1.0:1787602417.722980:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].44, 120 off15792 00000040:00080000:1.0:1787602417.723220:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].45, 224 off16016 00000040:00080000:1.0:1787602417.723229:0:22597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 45 count 46 00000100:00100000:1.0:1787602417.723361:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030976:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602417.723433:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602417.723536:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057646d240 going to sleep for 11 seconds 00000100:00100000:0.0:1787602417.727462:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318030976 00000100:00100000:0.0:1787602417.727483:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318030976 00000100:00100000:0.0:1787602417.727664:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787602417.727674:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318030976:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602417.728302:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318030976:12345-0@lo:501:mount.lustre.0 Request processed in 627us (4866us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.728310:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:1.0:1787602417.728411:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318030976:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602417.728470:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318031104:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602417.728517:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.737717:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318031104 00000100:00100000:3.0:1787602417.739710:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318031104 00000100:00100000:3.0:1787602417.739784:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:3.0:1787602417.739795:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318031104:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787602417.740261:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318031104:12345-0@lo:503:mount.lustre.0 Request processed in 465us (11742us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602417.740270:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787602417.741112:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057646d240 going to sleep for 11 seconds 00000100:00100000:1.0:1787602417.741149:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318031104:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787602417.742171:0:22597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787602417.742250:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318031232:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787602417.742417:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602417.742463:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057646d240 going to sleep for 11 seconds 00000100:00100000:3.0:1787602417.744359:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318031232 00000100:00100000:3.0:1787602417.744376:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318031232 00000100:00100000:3.0:1787602417.744435:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787602417.744447:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318031232:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602417.744882:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318031232:12345-0@lo:502:mount.lustre.0 Request processed in 436us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602417.744891:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787602417.745086:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318031232:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787602417.745336:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1787602417.745389:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 136 off8552 00000040:00080000:1.0:1787602417.745437:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 176 off8728 00000040:00080000:1.0:1787602417.745470:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8952 00000040:00080000:1.0:1787602417.745498:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 224 off9176 00000040:00080000:1.0:1787602417.745539:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 120 off9296 00000040:00080000:1.0:1787602417.745731:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 112 off9408 00000040:00080000:1.0:1787602417.745771:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 160 off9568 00000040:00080000:1.0:1787602417.745819:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9792 00000040:00080000:1.0:1787602417.745853:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10016 00000040:00080000:1.0:1787602417.745881:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 88 off10104 00000040:00080000:1.0:1787602417.745921:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 144 off10248 00000040:00080000:1.0:1787602417.745951:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].13, 152 off10400 00000040:00080000:1.0:1787602417.745979:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].14, 168 off10568 00000040:00080000:1.0:1787602417.746194:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].15, 224 off10792 00000040:00080000:1.0:1787602417.746232:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].16, 224 off11016 00000040:00080000:1.0:1787602417.746262:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].17, 160 off11176 00000040:00080000:1.0:1787602417.746307:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].18, 224 off11400 00000040:00080000:1.0:1787602417.746343:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].19, 224 off11624 00000040:00080000:1.0:1787602417.746377:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].20, 80 off11704 00000040:00080000:1.0:1787602417.746421:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].21, 224 off11928 00000040:00080000:1.0:1787602417.746457:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].22, 224 off12152 00000040:00080000:1.0:1787602417.746503:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].23, 80 off12232 00000040:00080000:1.0:1787602417.746547:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].24, 224 off12456 00000040:00080000:1.0:1787602417.746656:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].25, 224 off12680 00000040:00080000:1.0:1787602417.746709:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].26, 88 off12768 00000040:00080000:1.0:1787602417.746755:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].27, 144 off12912 00000040:00080000:1.0:1787602417.746787:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].28, 152 off13064 00000040:00080000:1.0:1787602417.746819:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].29, 136 off13200 00000040:00080000:1.0:1787602417.746862:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].30, 224 off13424 00000040:00080000:1.0:1787602417.746894:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].31, 224 off13648 00000040:00080000:1.0:1787602417.746922:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].32, 80 off13728 00000040:00080000:1.0:1787602417.746963:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].33, 224 off13952 00000040:00080000:1.0:1787602417.746994:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].34, 224 off14176 00000040:00080000:1.0:1787602417.747201:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].35, 88 off14264 00000040:00080000:1.0:1787602417.747253:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].36, 144 off14408 00000040:00080000:1.0:1787602417.747289:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].37, 152 off14560 00000040:00080000:1.0:1787602417.747321:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].38, 136 off14696 00000040:00080000:1.0:1787602417.747382:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].39, 224 off14920 00000040:00080000:1.0:1787602417.747416:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].40, 224 off15144 00000040:00080000:1.0:1787602417.747443:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].41, 80 off15224 00000040:00080000:1.0:1787602417.747483:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].42, 224 off15448 00000040:00080000:1.0:1787602417.747515:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].43, 224 off15672 00000040:00080000:1.0:1787602417.747543:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].44, 120 off15792 00000100:00100000:1.0:1787602417.747604:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318031360:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787602417.747678:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602417.747732:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057646d240 going to sleep for 11 seconds 00000100:00100000:3.0:1787602417.747869:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318031360 00000100:00100000:3.0:1787602417.747877:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318031360 00000100:00100000:3.0:1787602417.747931:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:3.0:1787602417.747941:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318031360:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602417.748230:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318031360:12345-0@lo:502:mount.lustre.0 Request processed in 289us (550us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602417.748238:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787602417.748374:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318031360:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787602417.748495:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].45, 224 off16016 00000040:00080000:1.0:1787602417.748507:0:22597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 45 count 46 00000020:01000000:3.0:1787602417.750537:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787602417.750552:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.750556:0:22598:0:(obd_config.c:1563:class_process_config()) marker 11 (0x1) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1787602417.750563:0:22598:0:(obd_config.c:1967:class_config_llog_handler()) For 2.x interoperability, rename obd type from lov to lod (lustre-MDT0001) 00000020:00000080:3.0:1787602417.750565:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787602417.750659:0:22598:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-mdtlov (ffff8d0579de99b8) 00000020:00000080:3.0:1787602417.750687:0:22598:0:(obd_config.c:720:class_attach_name()) OBD: dev 13 attached type lod with refcount 2 00000020:00000080:3.0:1787602417.750694:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00080000:01000000:3.0:1787602417.750771:0:22598:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:3.0:1787602417.750778:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbc87b28475e374eb 00000020:00000080:3.0:1787602417.750996:0:22598:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-mdtlov (uuid lustre-MDT0001-mdtlov_UUID) 00000020:01000000:3.0:1787602417.751001:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602417.751005:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.751007:0:22598:0:(obd_config.c:1563:class_process_config()) marker 11 (0x2) lustre-MDT0001-m lov setup 00000020:01000000:3.0:1787602417.751010:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787602417.751050:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.751053:0:22598:0:(obd_config.c:1563:class_process_config()) marker 12 (0x1) lustre-MDT0001 add mdt 00000020:00000080:3.0:1787602417.751057:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787602417.751067:0:22598:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001 (ffff8d057370cd28) 00000020:00000080:3.0:1787602417.751078:0:22598:0:(obd_config.c:720:class_attach_name()) OBD: dev 14 attached type mdt with refcount 2 00000020:00000080:3.0:1787602417.751082:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf007 00000020:00000080:3.0:1787602417.751084:0:22598:0:(obd_config.c:1516:class_process_config()) mountopt: profile lustre-MDT0001 osc lustre-MDT0001-mdtlov mdc (null) 00000020:01000000:3.0:1787602417.751087:0:22598:0:(obd_config.c:1149:class_add_profile()) Add profile lustre-MDT0001 00000020:00000080:3.0:1787602417.751093:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:3.0:1787602417.751151:0:22598:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0573cbf000 from lustre-MDT0001, refs=2 00000020:00000080:3.0:1787602417.751163:0:22598:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDD0001 (ffff8d05737099b8) 00000020:00000080:3.0:1787602417.751172:0:22598:0:(obd_config.c:720:class_attach_name()) OBD: dev 15 attached type mdd with refcount 2 00000004:01000000:3.0:1787602417.751218:0:22598:0:(lod_dev.c:2291:lod_obd_connect()) connect #0 00000020:00000080:3.0:1787602417.751223:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbc87b28475e37500 00000020:00000080:3.0:1787602417.751307:0:22598:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDD0001 (uuid lustre-MDD0001_UUID) 00000004:01000000:3.0:1787602417.751315:0:22598:0:(mdd_device.c:1598:mdd_obd_connect()) connect #0 00000020:00000080:3.0:1787602417.751320:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDD0001_UUID, cookie 0xbc87b28475e37507 00080000:01000000:3.0:1787602417.751325:0:22598:0:(osd_handler.c:1564:osd_obd_connect()) connect #2 00000020:00000080:3.0:1787602417.751336:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbc87b28475e3750e 00010000:00010000:0.0:1787602417.800447:0:22598:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-mdt-lustre-MDT0001_UUID-2 is initialized 00000001:00000004:0.0:1787602417.800976:0:22598:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 8589934595 00000001:00080000:0.0:1787602417.801197:0:22598:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000020:00000080:1.0:1787602417.802243:0:22598:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001 (uuid lustre-MDT0001_UUID) 00000020:01000000:1.0:1787602417.802256:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602417.802263:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.802265:0:22598:0:(obd_config.c:1563:class_process_config()) marker 12 (0x2) lustre-MDT0001 add mdt 00000020:01000000:1.0:1787602417.802270:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787602417.802275:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.802283:0:22598:0:(obd_config.c:1563:class_process_config()) marker 13 (0x1) lustre-MDT0000 add osp 00000020:00000080:1.0:1787602417.802287:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787602417.802292:0:22598:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.152@tcp to nid 0x20000c0a8cc98 (192.168.204.152@tcp) 00000020:00000080:1.0:1787602417.802321:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787602417.802337:0:22598:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-osp-MDT0001 (ffff8d056494cd28) 00000020:00000080:1.0:1787602417.802357:0:22598:0:(obd_config.c:720:class_attach_name()) OBD: dev 16 attached type osp with refcount 2 00000020:00000080:1.0:1787602417.802362:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787602417.802433:0:22598:0:(osp_dev.c:1203:osp_init0()) lustre-MDT0000-osp-MDT0001: connect to lustre-MDT0001-osd (lustre-MDT0000-osp-MDT0001) 00080000:01000000:1.0:1787602417.802440:0:22598:0:(osd_handler.c:1564:osd_obd_connect()) connect #3 00000020:00000080:1.0:1787602417.802450:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbc87b28475e3751c 00010000:00080000:1.0:1787602417.802483:0:22598:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0444815800@lustre-MDT0000-osp-MDT0001: add connection 192.168.204.152@tcp at head 00010000:00010000:1.0:1787602417.804949:0:22598:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-osp-MDT0001-5 is initialized 00000020:00000080:1.0:1787602417.806932:0:22598:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-osp-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:1.0:1787602417.806948:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf014 00000004:01000000:1.0:1787602417.806985:0:22598:0:(lod_lov.c:128:lod_add_device()) osp:lustre-MDT0000_UUID idx:0 gen:1 00000020:00000080:1.0:1787602417.807008:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbc87b28475e37523 00000100:00080000:1.0:1787602417.807052:0:22598:0:(import.c:510:import_select_connection()) lustre-MDT0000-osp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:1.0:1787602417.807059:0:22598:0:(import.c:624:import_select_connection()) lustre-MDT0000-osp-MDT0001: import ffff8d0444815800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:1.0:1787602417.807099:0:22598:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559d89f80 x1874436318031488/t0(0) o38->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787602417.807126:0:22598:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-MDT0000_UUID 00000020:01000000:1.0:1787602417.807171:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602417.807175:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.807177:0:22598:0:(obd_config.c:1563:class_process_config()) marker 13 (0x2) lustre-MDT0000 add osp 00000020:01000000:1.0:1787602417.807180:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787602417.807186:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.807187:0:22598:0:(obd_config.c:1563:class_process_config()) marker 14 (0x1) lustre-MDT0001 mdt.identity_upcall 00000020:00000080:1.0:1787602417.807191:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000004:01000000:1.0:1787602417.807218:0:22598:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to /home/green/git/lustre-release/lustre/utils/l_getidentity 00000020:01000000:1.0:1787602417.807229:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602417.807239:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.807241:0:22598:0:(obd_config.c:1563:class_process_config()) marker 14 (0x2) lustre-MDT0001 mdt.identity_upcall 00000020:01000000:1.0:1787602417.807244:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787602417.807247:0:22598:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #15 00000020:01000000:1.0:1787602417.807248:0:22598:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787602417.807250:0:22598:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787602417.807251:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787602417.807254:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.807255:0:22598:0:(obd_config.c:1563:class_process_config()) marker 15 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787602417.807257:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:1.0:1787602417.807259:0:22598:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #18 00000020:01000000:1.0:1787602417.807261:0:22598:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787602417.807262:0:22598:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:1.0:1787602417.807264:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:1.0:1787602417.807266:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.807268:0:22598:0:(obd_config.c:1563:class_process_config()) marker 18 (0x6) lustre sys.timeout 00000020:01000000:1.0:1787602417.807271:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787602417.807274:0:22598:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-mdt2/mdt2 00000020:00000080:1.0:1787602417.807277:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.807279:0:22598:0:(obd_config.c:1563:class_process_config()) marker 23 (0x1) lustre-OST0000 add osc 00000020:00000080:1.0:1787602417.807282:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:1.0:1787602417.807286:0:22598:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.152@tcp to nid 0x20000c0a8cc98 (192.168.204.152@tcp) 00000020:01000000:1.0:1787602417.807311:0:22598:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:1.0:1787602417.807314:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787602417.807326:0:22598:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osc-MDT0001 (ffff8d056494b370) 00000020:00000080:1.0:1787602417.807339:0:22598:0:(obd_config.c:720:class_attach_name()) OBD: dev 17 attached type osp with refcount 2 00000020:00000080:1.0:1787602417.807344:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:1.0:1787602417.807413:0:22598:0:(osp_dev.c:1203:osp_init0()) lustre-OST0000-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0000-osc-MDT0001) 00080000:01000000:1.0:1787602417.807420:0:22598:0:(osd_handler.c:1564:osd_obd_connect()) connect #4 00000020:00000080:1.0:1787602417.807426:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbc87b28475e37531 00010000:00080000:1.0:1787602417.807458:0:22598:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0444813000@lustre-OST0000-osc-MDT0001: add connection 192.168.204.152@tcp at head 00010000:00010000:1.0:1787602417.807662:0:22598:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0000-osc-MDT0001-6 is initialized 00000040:01000000:1.0:1787602417.808132:0:22598:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:1.0:1787602417.808188:0:22598:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0000-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:1.0:1787602417.810794:0:22598:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787602417.810917:0:22598:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x2:0x0].3, 64 off8384 00000040:00080000:1.0:1787602417.811003:0:22598:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xc:0x0].1, 64 off8256 00000100:00100000:1.0:1787602417.813061:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318031488:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787602417.813177:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787602417.813257:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:1.0:1787602417.813264:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:1.0:1787602417.813268:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787602417.813274:0:8:0:(import.c:510:import_select_connection()) lustre-MDT0001-osp-MDT0000: connect to NID 0@lo last attempt 723 00000100:00080000:1.0:1787602417.813278:0:8:0:(import.c:589:import_select_connection()) lustre-MDT0001-osp-MDT0000: tried all connections, increasing latency to 20s 00000100:00080000:1.0:1787602417.813286:0:8:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d05760d4000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:1.0:1787602417.813320:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559d8a680 x1874436318031616/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787602417.813344:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602417.813348:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787602417.813351:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602417.813355:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787602417.813426:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318031616:0@lo:38:kworker.0 00000100:00100000:1.0:1787602417.813454:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602417.813487:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318031488 00000100:00100000:1.0:1787602417.813495:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318031488 00000100:00100000:1.0:1787602417.813521:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318031616 00000100:00100000:1.0:1787602417.813524:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318031616 00000100:00100000:1.0:1787602417.813536:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787602417.813544:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1874436318031488:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787602417.813575:0:21965:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 724 last 0 00000020:00000080:1.0:1787602417.813755:0:21965:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbc87b28475e37538 00000004:00100000:1.0:1787602417.813776:0:21965:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:1.0:1787602417.813782:0:21965:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0000_UUID: mount_count is 3, last_transno is 12884901888 00000100:00100000:3.0:1787602417.814393:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318031744:0@lo:400:kworker.0 00000100:00100000:3.0:1787602417.814437:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602417.815762:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318031744 00000100:00100000:1.0:1787602417.815774:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318031744 00000100:00100000:1.0:1787602417.815827:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787602417.815836:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318031744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602417.815907:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e90a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318031744:12345-0@lo:400:kworker.0 Request processed in 72us (1470us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602417.815915:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787602417.816000:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d0559d8b800 x1874436318031744/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602417.816045:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318031744:0@lo:400:kworker.0 00000040:00080000:2.0:1787602417.817190:0:22603:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787602417.817199:0:22603:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xc:0x0] at index 3 of catalog [0x1:0x2:0x0] 00000020:00000080:3.0:1787602417.822100:0:22598:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:3.0:1787602417.822117:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:3.0:1787602417.822166:0:22598:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0000_UUID idx:0 gen:1 00000020:00000080:3.0:1787602417.822189:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbc87b28475e3753f 00000100:00080000:3.0:1787602417.822203:0:22598:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787602417.822209:0:22598:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d0444813000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602417.822249:0:22598:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0579e93b80 x1874436318031872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602417.822273:0:22598:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID 00000020:01000000:3.0:1787602417.822326:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602417.822330:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.822332:0:22598:0:(obd_config.c:1563:class_process_config()) marker 23 (0x2) lustre-OST0000 add osc 00000020:01000000:3.0:1787602417.822335:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:3.0:1787602417.822337:0:22598:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #26 00000020:01000000:3.0:1787602417.822339:0:22598:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787602417.822340:0:22598:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:3.0:1787602417.822342:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:3.0:1787602417.822344:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.822346:0:22598:0:(obd_config.c:1563:class_process_config()) marker 26 (0x6) lustre sys.timeout 00000020:01000000:3.0:1787602417.822348:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:3.0:1787602417.822352:0:22598:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-mdt2/mdt2 00000020:00000080:3.0:1787602417.822355:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.822356:0:22598:0:(obd_config.c:1563:class_process_config()) marker 31 (0x1) lustre-OST0001 add osc 00000020:00000080:3.0:1787602417.822359:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf005 00000020:00000080:3.0:1787602417.822372:0:22598:0:(obd_config.c:1487:class_process_config()) adding mapping from uuid 192.168.204.152@tcp to nid 0x20000c0a8cc98 (192.168.204.152@tcp) 00000020:01000000:3.0:1787602417.822395:0:22598:0:(obd_config.c:1974:class_config_llog_handler()) For 2.x interoperability, rename obd type from osc to osp (lustre-MDT0001) 00000020:00000080:3.0:1787602417.822397:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:3.0:1787602417.822409:0:22598:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osc-MDT0001 (ffff8d057370b370) 00000020:00000080:3.0:1787602417.822421:0:22598:0:(obd_config.c:720:class_attach_name()) OBD: dev 18 attached type osp with refcount 2 00000020:00000080:3.0:1787602417.822426:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000004:00080000:3.0:1787602417.822478:0:22598:0:(osp_dev.c:1203:osp_init0()) lustre-OST0001-osc-MDT0001: connect to lustre-MDT0001-osd (lustre-OST0001-osc-MDT0001) 00080000:01000000:3.0:1787602417.822484:0:22598:0:(osd_handler.c:1564:osd_obd_connect()) connect #5 00000020:00000080:3.0:1787602417.822489:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-osd_UUID, cookie 0xbc87b28475e3754d 00010000:00080000:3.0:1787602417.822532:0:22598:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d057a749000@lustre-OST0001-osc-MDT0001: add connection 192.168.204.152@tcp at head 00000100:00100000:1.0:1787602417.822799:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318031872:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787602417.822851:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318031872 offset 0 length 520: 4 00010000:00010000:3.0:1787602417.823888:0:22598:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-OST0001-osc-MDT0001-7 is initialized 00000040:01000000:3.0:1787602417.824118:0:22598:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:01000000:3.0:1787602417.824141:0:22598:0:(llog_obd.c:197:llog_setup()) obd lustre-OST0001-osc-MDT0001 ctxt 2 is initialized 00000040:00080000:3.0:1787602417.824657:0:22598:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787602417.824721:0:22598:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x5:0x0].3, 64 off8384 00000040:00080000:3.0:1787602417.824791:0:22598:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0xe:0x0].1, 64 off8256 00000100:00080000:3.0:1787602417.824855:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602417.824860:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602417.824863:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602417.824866:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:3.0:1787602417.827107:0:22606:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787602417.827116:0:22606:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0xe:0x0] at index 3 of catalog [0x1:0x5:0x0] 00000020:00000080:2.0:1787602417.827986:0:22598:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osc-MDT0001 (uuid lustre-MDT0001-mdtlov_UUID) 00000020:00000080:2.0:1787602417.828003:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00d 00000004:01000000:2.0:1787602417.828262:0:22598:0:(lod_lov.c:128:lod_add_device()) osp:lustre-OST0001_UUID idx:1 gen:1 00000020:00000080:2.0:1787602417.828285:0:22598:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbc87b28475e37554 00000100:00080000:2.0:1787602417.828296:0:22598:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787602417.828302:0:22598:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d057a749000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602417.828335:0:22598:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc41c00 x1874436318032000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787602417.828397:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318032000:0@lo:8:llog_process_th.0 00000400:00000100:1.0:1787602417.828475:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318032000 offset 0 length 520: 4 00000100:00080000:2.0:1787602417.828539:0:22598:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID 00000100:00080000:3.0:1787602417.828671:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602417.828676:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602417.828679:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602417.828681:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:01000000:2.0:1787602417.828864:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602417.828870:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602417.828873:0:22598:0:(obd_config.c:1563:class_process_config()) marker 31 (0x2) lustre-OST0001 add osc 00000020:01000000:2.0:1787602417.828876:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602417.828880:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602417.828881:0:22598:0:(obd_config.c:1563:class_process_config()) marker 34 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787602417.828884:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787602417.828886:0:22598:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787602417.828888:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602417.828890:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602417.828892:0:22598:0:(obd_config.c:1563:class_process_config()) marker 34 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787602417.828894:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602417.828896:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602417.828897:0:22598:0:(obd_config.c:1563:class_process_config()) marker 39 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787602417.828901:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1787602417.828982:0:22598:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602417.828986:0:22598:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602417.828988:0:22598:0:(obd_config.c:1563:class_process_config()) marker 39 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787602417.828992:0:22598:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 46 count 46 00000020:01000000:1.0:1787602417.829330:0:22597:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-MDT0001 gen 1-45 (rc=0) 10000000:01000000:1.0:1787602417.829363:0:22597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-MDT0001' succeeded (0). 00010000:00010000:1.0:1787602417.829389:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e374d6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e374dd expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602417.829401:0:22597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d057628ac00/0xbc87b28475e374d6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e374dd expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602417.829409:0:22597:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d0573cbf000 from 1 10000000:01000000:1.0:1787602417.829411:0:22597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787602417.829441:0:22597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602417.829457:0:22597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602417.829469:0:22597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602417.829486:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032128:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787602417.829542:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602417.829568:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057adf0b40 going to sleep for 11 seconds 00000100:00100000:0.0:1787602417.830527:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318032128 00000100:00100000:0.0:1787602417.830538:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318032128 00000100:00100000:0.0:1787602417.830888:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787602417.830900:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+15:22597:x1874436318032128:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602417.830915:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602417.830932:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e3755b expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.830959:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e3755b expref: 16 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.830970:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e3755b expref: 16 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.830991:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d6200, rc 0) 00000100:00100000:0.0:1787602417.831089:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+16:22597:x1874436318032128:12345-0@lo:101:mount.lustre.0 Request processed in 192us (1547us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.831096:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787602417.831194:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032128:0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787602417.831212:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602417.831222:0:22597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602417.831739:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032256:0@lo:256:mount.lustre.0 00000100:00100000:2.0:1787602417.831783:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602417.831811:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bf780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602417.832011:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318032256 00000100:00100000:0.0:1787602417.832051:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318032256 00000100:00100000:0.0:1787602417.832090:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:0.0:1787602417.832098:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+16:22597:x1874436318032256:12345-0@lo:256:mount.lustre.0 20000000:01000000:0.0:1787602417.832114:0:21953:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 1048576. 20000000:01000000:0.0:1787602417.832134:0:21953:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:0.0:1787602417.832137:0:21953:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 11 00000100:00100000:0.0:1787602417.832215:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+16:22597:x1874436318032256:12345-0@lo:256:mount.lustre.0 Request processed in 117us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.832223:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:3.0:1787602417.832781:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032256:0@lo:256:mount.lustre.0 10000000:01000000:3.0:1787602417.833382:0:22597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787602417.833401:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.833411:0:22597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787602417.833418:0:22597:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0573cbf000 from 1 10000000:01000000:3.0:1787602417.833420:0:22597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787602417.833448:0:22597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.833456:0:22597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.833464:0:22597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602417.833481:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032384:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787602417.833522:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.833552:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0552154cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1787602417.833786:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318032384 00000100:00100000:0.0:1787602417.833793:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318032384 00000100:00100000:0.0:1787602417.833828:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:0.0:1787602417.833836:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+16:22597:x1874436318032384:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602417.833846:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602417.833858:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37569 expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.833879:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37569 expref: 17 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.833888:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37569 expref: 17 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.833908:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d6c00, rc 0) 00000100:00100000:0.0:1787602417.833941:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318032384:12345-0@lo:101:mount.lustre.0 Request processed in 105us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.833947:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00100000:3.0:1787602417.834120:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032384:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787602417.834134:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.834142:0:22597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787602417.834924:0:22597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 13 count 13 00000040:00080000:3.0:1787602417.838420:0:22597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787602417.839224:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:3.0:1787602417.839271:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 112 off8528 00000040:00080000:3.0:1787602417.839314:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 224 off8752 00000040:00080000:3.0:1787602417.839346:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8976 00000040:00080000:3.0:1787602417.839374:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 112 off9088 00000040:00080000:3.0:1787602417.839415:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 224 off9312 00000040:00080000:3.0:1787602417.839447:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 224 off9536 00000040:00080000:3.0:1787602417.839475:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 128 off9664 00000040:00080000:3.0:1787602417.839515:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:3.0:1787602417.839544:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 224 off10112 00000040:00080000:3.0:1787602417.839722:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 128 off10240 00000040:00080000:3.0:1787602417.839802:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10464 00000040:00080000:3.0:1787602417.839811:0:22597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 12 count 13 00000100:00100000:3.0:1787602417.839916:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032512:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602417.839988:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.840076:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0552154cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602417.842205:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318032512 00000100:00100000:2.0:1787602417.842221:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318032512 00000100:00100000:2.0:1787602417.842276:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787602417.842286:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318032512:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787602417.842551:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318032512:12345-0@lo:501:mount.lustre.0 Request processed in 266us (2562us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602417.842560:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787602417.842945:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032512:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602417.842998:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032640:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787602417.843080:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.843110:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0552154cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602417.843183:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318032640 00000100:00100000:2.0:1787602417.843188:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318032640 00000100:00100000:2.0:1787602417.843224:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787602417.843231:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318032640:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787602417.843373:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318032640:12345-0@lo:503:mount.lustre.0 Request processed in 141us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602417.843380:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787602417.843419:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032640:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787602417.847456:0:22597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787602417.847560:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032768:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602417.847656:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.847702:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0552154b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787602417.848142:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318032768 00000100:00100000:3.0:1787602417.848149:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318032768 00000100:00100000:3.0:1787602417.848193:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787602417.848201:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318032768:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602417.848399:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318032768:12345-0@lo:502:mount.lustre.0 Request processed in 196us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602417.848408:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787602417.848467:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032768:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787602417.849245:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787602417.849298:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 112 off8528 00000040:00080000:3.0:1787602417.849341:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 224 off8752 00000040:00080000:3.0:1787602417.849373:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8976 00000040:00080000:3.0:1787602417.849401:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 112 off9088 00000040:00080000:3.0:1787602417.849440:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 224 off9312 00000040:00080000:3.0:1787602417.849470:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 224 off9536 00000040:00080000:3.0:1787602417.849497:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 128 off9664 00000040:00080000:3.0:1787602417.849536:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787602417.849567:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 224 off10112 00000040:00080000:3.0:1787602417.849776:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 128 off10240 00000100:00100000:3.0:1787602417.849819:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032896:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602417.849874:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.849911:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318032896 00000100:00100000:3.0:1787602417.849918:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318032896 00000100:00100000:3.0:1787602417.849951:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787602417.849959:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318032896:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602417.850148:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318032896:12345-0@lo:502:mount.lustre.0 Request processed in 189us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602417.850156:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787602417.850203:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0552154b40 going to sleep for 11 seconds 00000100:00100000:3.0:1787602417.850221:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318032896:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787602417.850293:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10464 00000040:00080000:3.0:1787602417.850308:0:22597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:3.0:1787602417.853886:0:22608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787602417.853901:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.853904:0:22608:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:3.0:1787602417.853913:0:22608:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0573cbf000 00000020:00000080:3.0:1787602417.853915:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787602417.853924:0:22608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602417.853926:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.853928:0:22608:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:3.0:1787602417.853930:0:22608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787602417.853933:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.853935:0:22608:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:3.0:1787602417.853938:0:22608:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0573cbf000 00000020:00000080:3.0:1787602417.853940:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787602417.853995:0:22608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:3.0:1787602417.857790:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.857799:0:22608:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:3.0:1787602417.857811:0:22608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:3.0:1787602417.857818:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:3.0:1787602417.857820:0:22608:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:3.0:1787602417.857826:0:22608:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0573cbf000 00000020:00000080:3.0:1787602417.857830:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:3.0:1787602417.857886:0:22608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602417.867761:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.867771:0:22608:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:1.0:1787602417.867782:0:22608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:1.0:1787602417.867789:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.867791:0:22608:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:1.0:1787602417.867797:0:22608:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0573cbf000 00000020:00000080:1.0:1787602417.867800:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:1.0:1787602417.867926:0:22608:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:1.0:1787602417.867930:0:22608:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602417.867932:0:22608:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:1.0:1787602417.867935:0:22608:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 13 count 13 00000020:01000000:3.0:1787602417.869509:0:22597:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:3.0:1787602417.869546:0:22597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787602417.869568:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.869733:0:22597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787602417.869790:0:22597:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:3.0:1787602417.869793:0:22597:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d0573cbf000 10000000:01000000:3.0:1787602417.869805:0:22597:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d0573cbf000 10000000:01000000:3.0:1787602417.869808:0:22597:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:3.0:1787602417.869815:0:22597:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d0573cbf000 from 1 10000000:01000000:3.0:1787602417.869818:0:22597:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:3.0:1787602417.869853:0:22597:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f600/0xbc87b28475e37577 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.869862:0:22597:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f600/0xbc87b28475e37577 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.869872:0:22597:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f600/0xbc87b28475e37577 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602417.869897:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033024:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787602417.869964:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.870004:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318033024 00000100:00100000:3.0:1787602417.870011:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318033024 00000100:00100000:3.0:1787602417.870119:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787602417.870128:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+17:22597:x1874436318033024:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787602417.870141:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602417.870153:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3757e lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37577 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.870186:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3757e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37577 expref: 18 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.870198:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0559d8fa00/0xbc87b28475e3757e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37577 expref: 18 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.870207:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0559d8fa00, rc 0) 00000100:00100000:3.0:1787602417.870247:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033024:12345-0@lo:101:mount.lustre.0 Request processed in 120us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602417.870254:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787602417.870297:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0552154180 going to sleep for 11 seconds 00000100:00100000:3.0:1787602417.870317:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033024:0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787602417.870332:0:22597:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f600/0xbc87b28475e37577 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3757e expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602417.870341:0:22597:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f600/0xbc87b28475e37577 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3757e expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787602417.872477:0:22597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 52 count 51 00000040:00080000:3.0:1787602417.874288:0:22597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787602417.877538:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].1, 224 off8416 00000040:00080000:3.0:1787602417.877714:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].2, 120 off8536 00000040:00080000:3.0:1787602417.877752:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].3, 168 off8704 00000040:00080000:3.0:1787602417.877804:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].4, 224 off8928 00000040:00080000:3.0:1787602417.877841:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].5, 224 off9152 00000040:00080000:3.0:1787602417.877892:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].6, 120 off9272 00000040:00080000:3.0:1787602417.877928:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].7, 168 off9440 00000040:00080000:3.0:1787602417.877960:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].8, 224 off9664 00000040:00080000:3.0:1787602417.878006:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].9, 224 off9888 00000040:00080000:3.0:1787602417.878084:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].10, 120 off10008 00000040:00080000:3.0:1787602417.878119:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].11, 224 off10232 00000040:00080000:3.0:1787602417.878171:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].12, 224 off10456 00000040:00080000:3.0:1787602417.878204:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].13, 88 off10544 00000040:00080000:3.0:1787602417.878234:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].14, 128 off10672 00000040:00080000:3.0:1787602417.878300:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].15, 144 off10816 00000040:00080000:3.0:1787602417.878349:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].16, 160 off10976 00000040:00080000:3.0:1787602417.878380:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].17, 224 off11200 00000040:00080000:3.0:1787602417.878424:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].18, 224 off11424 00000040:00080000:3.0:1787602417.878471:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].19, 80 off11504 00000040:00080000:3.0:1787602417.878503:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].20, 224 off11728 00000040:00080000:3.0:1787602417.878549:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].21, 224 off11952 00000100:00080000:1.0:1787602417.879707:0:21965:0:(import.c:65:import_set_state_nolock()) ffff8d057e571000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787602417.879814:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3450:x1874436318031488:12345-0@lo:38:llog_process_th.0 Request processed in 66266us (66635us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602417.879826:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787602417.879862:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787602417.879869:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1874436318031616:12345-0@lo:38:kworker.0 00000100:00100000:1.0:1787602417.879914:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:0+-99:3450:x1874436318031616:12345-0@lo:38:kworker.0 Request processed in 44us (66459us total) trans 0 rc -11/-11 00000100:00100000:1.0:1787602417.879934:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787602417.879979:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-osp-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787602417.879987:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602417.879992:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 0@lo failed (-11) 00000100:00100000:1.0:1787602417.879997:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318031616:0@lo:38:kworker.0 00000100:00100000:1.0:1787602417.880010:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-osp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787602417.880063:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-osp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787602417.880072:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-osp-MDT0001: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787602417.880078:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787602417.880081:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0444815800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787602417.880090:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318031488:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787602417.880158:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787602417.880171:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318033152:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787602417.880208:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602417.880377:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318033152 00000100:00100000:0.0:1787602417.880384:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318033152 00000100:00100000:0.0:1787602417.880424:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787602417.880432:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3454:x1874436318033152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787602417.880462:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1787602417.880507:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3454:x1874436318033152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.880514:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000040:00080000:3.0:1787602417.881710:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].22, 88 off12040 00000040:00080000:3.0:1787602417.881850:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].23, 128 off12168 00000040:00080000:3.0:1787602417.881928:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].24, 144 off12312 00000040:00080000:3.0:1787602417.881962:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].25, 160 off12472 00000040:00080000:3.0:1787602417.881991:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].26, 224 off12696 00000040:00080000:3.0:1787602417.882075:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].27, 224 off12920 00000040:00080000:3.0:1787602417.882114:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].28, 80 off13000 00000040:00080000:3.0:1787602417.882146:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].29, 224 off13224 00000040:00080000:3.0:1787602417.882186:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].30, 224 off13448 00000040:00080000:3.0:1787602417.882217:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].31, 88 off13536 00000040:00080000:3.0:1787602417.882270:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].32, 128 off13664 00000040:00080000:3.0:1787602417.882304:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].33, 144 off13808 00000040:00080000:3.0:1787602417.882351:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].34, 128 off13936 00000040:00080000:3.0:1787602417.882387:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].35, 224 off14160 00000040:00080000:3.0:1787602417.882434:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].36, 224 off14384 00000040:00080000:3.0:1787602417.882469:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].37, 80 off14464 00000040:00080000:3.0:1787602417.882500:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].38, 224 off14688 00000040:00080000:3.0:1787602417.882543:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].39, 224 off14912 00000040:00080000:3.0:1787602417.882577:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].40, 88 off15000 00000100:00100000:2.0:1787602417.882838:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318033152:0@lo:41:osp-pre-0-1.0 00000040:00080000:3.0:1787602417.883767:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].41, 128 off15128 00000040:00080000:3.0:1787602417.883807:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].42, 144 off15272 00000040:00080000:3.0:1787602417.883885:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].43, 128 off15400 00000040:00080000:3.0:1787602417.883922:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].44, 224 off15624 00000040:00080000:3.0:1787602417.883952:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].45, 224 off15848 00000040:00080000:3.0:1787602417.883993:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].46, 80 off15928 00000040:00080000:3.0:1787602417.884054:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].47, 224 off16152 00000040:00080000:3.0:1787602417.884107:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].48, 232 off16384 00000040:00080000:3.0:1787602417.884198:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].49, 224 off16608 00000040:00080000:3.0:1787602417.884230:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].50, 120 off16728 00000040:00080000:3.0:1787602417.884283:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x11:0x0].51, 224 off16952 00000040:00080000:3.0:1787602417.884297:0:22597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 51 count 51 00000100:00100000:3.0:1787602417.888824:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602417.888919:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.888977:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057ade8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787602417.889059:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318033280 00000100:00100000:2.0:1787602417.889068:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318033280 00000100:00100000:2.0:1787602417.889121:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1787602417.889132:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033280:12345-0@lo:501:mount.lustre.0 00000100:00100000:2.0:1787602417.889459:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033280:12345-0@lo:501:mount.lustre.0 Request processed in 328us (540us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602417.889475:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787602417.889667:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033280:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602417.889720:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033408:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787602417.889763:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.889785:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057ade8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787602417.889840:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318033408 00000100:00100000:2.0:1787602417.889845:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318033408 00000100:00100000:2.0:1787602417.889880:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1787602417.889888:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033408:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787602417.890073:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033408:12345-0@lo:503:mount.lustre.0 Request processed in 185us (309us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602417.890081:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1787602417.890477:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033408:0@lo:503:mount.lustre.0 00000040:00080000:3.0:1787602417.891138:0:22597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:3.0:1787602417.891212:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033536:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602417.891265:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.891298:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057ade8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787602417.891704:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318033536 00000100:00100000:2.0:1787602417.891711:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318033536 00000100:00100000:2.0:1787602417.891755:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1787602417.891764:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560362850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033536:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602417.891995:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560362850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033536:12345-0@lo:502:mount.lustre.0 Request processed in 231us (728us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602417.892004:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:3.0:1787602417.894076:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033536:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787602417.894402:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].1, 224 off8416 00000040:00080000:3.0:1787602417.894469:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].2, 120 off8536 00000040:00080000:3.0:1787602417.894502:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].3, 168 off8704 00000040:00080000:3.0:1787602417.894547:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].4, 224 off8928 00000040:00080000:3.0:1787602417.895772:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].5, 224 off9152 00000040:00080000:3.0:1787602417.895904:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].6, 120 off9272 00000040:00080000:3.0:1787602417.895939:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].7, 168 off9440 00000040:00080000:3.0:1787602417.895973:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].8, 224 off9664 00000040:00080000:3.0:1787602417.896080:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].9, 224 off9888 00000040:00080000:3.0:1787602417.896118:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].10, 120 off10008 00000040:00080000:3.0:1787602417.896149:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].11, 224 off10232 00000040:00080000:3.0:1787602417.896191:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].12, 224 off10456 00000040:00080000:3.0:1787602417.896226:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].13, 88 off10544 00000040:00080000:3.0:1787602417.896269:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].14, 128 off10672 00000040:00080000:3.0:1787602417.896314:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].15, 144 off10816 00000040:00080000:3.0:1787602417.896347:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].16, 160 off10976 00000040:00080000:3.0:1787602417.896379:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].17, 224 off11200 00000040:00080000:3.0:1787602417.896423:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].18, 224 off11424 00000040:00080000:3.0:1787602417.896456:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].19, 80 off11504 00000040:00080000:3.0:1787602417.896486:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].20, 224 off11728 00000040:00080000:3.0:1787602417.896530:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].21, 224 off11952 00000040:00080000:3.0:1787602417.896563:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].22, 88 off12040 00000040:00080000:3.0:1787602417.897726:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].23, 128 off12168 00000040:00080000:3.0:1787602417.897823:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].24, 144 off12312 00000040:00080000:3.0:1787602417.897879:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].25, 160 off12472 00000040:00080000:3.0:1787602417.897912:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].26, 224 off12696 00000040:00080000:3.0:1787602417.897978:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].27, 224 off12920 00000040:00080000:3.0:1787602417.898652:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].28, 80 off13000 00000040:00080000:3.0:1787602417.898711:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].29, 224 off13224 00000040:00080000:3.0:1787602417.898775:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].30, 224 off13448 00000040:00080000:3.0:1787602417.898811:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].31, 88 off13536 00000040:00080000:3.0:1787602417.898841:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].32, 128 off13664 00000040:00080000:3.0:1787602417.898872:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].33, 144 off13808 00000040:00080000:3.0:1787602417.898918:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].34, 128 off13936 00000040:00080000:3.0:1787602417.898954:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].35, 224 off14160 00000040:00080000:3.0:1787602417.899000:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].36, 224 off14384 00000040:00080000:3.0:1787602417.899724:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].37, 80 off14464 00000040:00080000:3.0:1787602417.899770:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].38, 224 off14688 00000040:00080000:3.0:1787602417.899831:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].39, 224 off14912 00000040:00080000:3.0:1787602417.899866:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].40, 88 off15000 00000040:00080000:3.0:1787602417.899918:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].41, 128 off15128 00000040:00080000:3.0:1787602417.899952:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].42, 144 off15272 00000040:00080000:3.0:1787602417.900003:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].43, 128 off15400 00000040:00080000:3.0:1787602417.900186:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].44, 224 off15624 00000040:00080000:3.0:1787602417.900220:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].45, 224 off15848 00000040:00080000:3.0:1787602417.900266:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].46, 80 off15928 00000040:00080000:3.0:1787602417.900311:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].47, 224 off16152 00000040:00080000:3.0:1787602417.900342:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].48, 232 off16384 00000100:00100000:3.0:1787602417.900410:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033664:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602417.900488:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.900541:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057ade8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787602417.901117:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318033664 00000100:00100000:2.0:1787602417.901126:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318033664 00000100:00100000:2.0:1787602417.901180:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787602417.901189:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560360850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033664:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602417.901402:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560360850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033664:12345-0@lo:502:mount.lustre.0 Request processed in 213us (913us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602417.901411:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1787602417.901701:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033664:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787602417.901820:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].49, 224 off16608 00000040:00080000:3.0:1787602417.901860:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].50, 120 off16728 00000100:00100000:3.0:1787602417.901888:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033792:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602417.901928:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602417.901963:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057ade8d80 going to sleep for 11 seconds 00000100:00100000:2.0:1787602417.902245:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318033792 00000100:00100000:2.0:1787602417.902251:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318033792 00000100:00100000:2.0:1787602417.902288:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1787602417.902296:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560363850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033792:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602417.902450:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560363850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318033792:12345-0@lo:502:mount.lustre.0 Request processed in 153us (521us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602417.902459:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1787602417.902537:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318033792:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787602417.902650:0:22597:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x12:0x0].51, 224 off16952 00000040:00080000:0.0:1787602417.902665:0:22597:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:2.0:1787602417.903938:0:22613:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-MDT0001 (typ=lwp) 00000020:00000080:2.0:1787602417.903961:0:22613:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-MDT0001 (ffff8d0574d899b8) 00000020:00000080:2.0:1787602417.903999:0:22613:0:(obd_config.c:720:class_attach_name()) OBD: dev 19 attached type lwp with refcount 2 00000020:01000004:2.0:1787602417.904139:0:22613:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0573cbf000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1787602417.904145:0:22613:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0573cbf000 from lustre-MDT0001, refs=3 00000020:01000004:2.0:1787602417.904148:0:22613:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0573cbf000 3 00010000:00080000:2.0:1787602417.904179:0:22613:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0560723800@lustre-MDT0000-lwp-MDT0001: add connection 192.168.204.152@tcp at head 00010000:00010000:2.0:1787602417.908433:0:22613:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-MDT0001-8 is initialized 00000020:00000080:2.0:1787602417.908735:0:22613:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-MDT0001 (uuid lustre-MDT0000-lwp-MDT0001_UUID) 00000010:01000000:2.0:1787602417.908779:0:22613:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:2.0:1787602417.908803:0:22613:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001, cookie 0xbc87b28475e3758c 00000100:00080000:2.0:1787602417.908816:0:22613:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-MDT0001: connect to NID 0@lo last attempt 0 00000100:00080000:2.0:1787602417.908823:0:22613:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-MDT0001: import ffff8d0560723800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602417.908862:0:22613:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc42300 x1874436318033920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787602417.911049:0:22613:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-MDT0001_UUID->lustre-MDT0000_UUID 00000100:00080000:3.0:1787602417.911254:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602417.911261:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602417.911264:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602417.911267:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000040:00080000:2.0:1787602417.912452:0:22613:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x12:0x0] index 52 count 51 00000100:00100000:1.0:1787602417.915772:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1874436318033920:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787602417.915857:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000020:01000000:1.0:1787602417.919740:0:22597:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:1.0:1787602417.919786:0:22597:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:1.0:1787602417.919811:0:22597:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f600/0xbc87b28475e37577 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3757e expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602417.919823:0:22597:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f600/0xbc87b28475e37577 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3757e expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:1.0:1787602417.919885:0:22597:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:1.0:1787602417.919891:0:22597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787602417.919893:0:22597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787602417.919894:0:22597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787602417.919895:0:22597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787602417.919897:0:22597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787602417.919898:0:22597:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787602417.919900:0:22597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787602417.919901:0:22597:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787602417.919905:0:22597:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-MDT0001 0x40020001 00000020:01000004:1.0:1787602417.919907:0:22597:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:1.0:1787602417.919909:0:22597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:1.0:1787602417.919910:0:22597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787602417.919911:0:22597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787602417.919912:0:22597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787602417.919913:0:22597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787602417.919914:0:22597:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:1.0:1787602417.919915:0:22597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787602417.919916:0:22597:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:1.0:1787602417.919942:0:22597:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-MDT0001 00000100:00100000:1.0:1787602417.919969:0:22597:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318034048:0@lo:253:mount.lustre.0 00000100:00100000:1.0:1787602417.920086:0:22597:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602417.920128:0:22597:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057adf03c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602417.923929:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318034048 00000100:00100000:3.0:1787602417.923945:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318034048 00000100:00100000:3.0:1787602417.924002:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787602417.924011:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560361c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:22597:x1874436318034048:12345-0@lo:253:mount.lustre.0 20000000:01000000:3.0:1787602417.924075:0:21953:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:3.0:1787602417.924088:0:21953:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00000100:00100000:1.0:1787602417.928752:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318033920 00000100:00100000:1.0:1787602417.928771:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318033920 00000100:00100000:1.0:1787602417.928825:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787602417.928835:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318033920:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787602417.928868:0:21961:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-MDT0001_UUID@0@lo t0 exp 0000000000000000 cur 724 last 0 00000020:00000080:1.0:1787602417.928915:0:21961:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-MDT0001_UUID, cookie 0xbc87b28475e37593 00000004:00100000:1.0:1787602417.928935:0:21961:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787602417.928971:0:21961:0:(import.c:65:import_set_state_nolock()) ffff8d057e570000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787602417.929090:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3450:x1874436318033920:12345-0@lo:38:llog_process_th.0 Request processed in 255us (13231us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602417.929098:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:1.0:1787602417.929181:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d057dc42300 x1874436318033920/t0(0) o38->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787602427 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602417.929194:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787602417.929203:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787602417.929211:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-MDT0001: Resetting ns_connect_flags to server flags: 0x2041401047000020 00000100:00080000:1.0:1787602417.929217:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:1.0:1787602417.929219:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0560723800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:1.0:1787602417.929226:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-MDT0001_UUID:3450:1874436318033920:0@lo:38:llog_process_th.0 00000001:00100000:2.0:1787602417.977249:0:6469:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 20000000:01000000:0.0:1787602417.977365:0:21953:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787602417.977377:0:21953:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-MDT0001, index=1, rc=0 20000000:01000000:0.0:1787602417.977409:0:21976:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:0.0:1787602417.977413:0:21976:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:0.0:1787602417.977436:0:21976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.977455:0:21976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37497 expref: 18 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.977464:0:21976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e3755b expref: 18 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.977491:0:21976:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.977534:0:21976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e3755b expref: 18 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.977550:0:21976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e3755b expref: 18 pid: 21954 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602417.977568:0:21976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318034176:0@lo:104: 00000100:00100000:0.0:1787602417.977653:0:21976:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1787602417.977716:0:21976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e37497 expref: 18 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.977725:0:21976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e37497 expref: 18 pid: 21955 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602417.977733:0:21976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318034304:0@lo:104: 00000100:00100000:0.0:1787602417.977755:0:21976:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602417.977772:0:21976:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564838600 going to sleep for 11 seconds 00000100:00100000:0.0:1787602417.977791:0:21943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318034176 00000100:00100000:0.0:1787602417.977798:0:21943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318034176 00000100:00100000:0.0:1787602417.977835:0:21943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318034304 00000100:00100000:0.0:1787602417.977838:0:21943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318034304 00000100:00100000:0.0:1787602417.977853:0:21943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787602417.977861:0:21943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+4:21976:x1874436318034176:12345-0@lo:104: 00010000:00010000:0.0:1787602417.977875:0:21943:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.977939:0:21943:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787602417.977947:0:21943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+4:21976:x1874436318034176:12345-0@lo:104: Request processed in 86us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.977955:0:21943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787602417.977972:0:21943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787602417.977978:0:21943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+3:21976:x1874436318034304:12345-0@lo:104: 00010000:00010000:0.0:1787602417.977986:0:21943:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978054:0:21943:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787602417.978060:0:21943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+3:21976:x1874436318034304:12345-0@lo:104: Request processed in 82us (304us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.978066:0:21943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00010000:0.0:1787602417.978086:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787602417.978092:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978100:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05429cfa00 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:0.0:1787602417.978103:0:21948:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978112:0:21948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787602417.978120:0:21948:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602417.978126:0:21948:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787602417.978160:0:21948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978167:0:21948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787602417.978186:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978194:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05429cfa00/0xbc87b28475e3755b lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e37562 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978208:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602417.978212:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978218:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05429ce000 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:0.0:1787602417.978222:0:21948:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978229:0:21948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787602417.978235:0:21948:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602417.978241:0:21948:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787602417.978254:0:21948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978259:0:21948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787602417.978273:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978291:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05429ce000/0xbc87b28475e37497 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3749e expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978306:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602417.978307:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602417.978309:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602417.978315:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602417.978333:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9b57cd82-69f6-4187-bab5-441c91e6943b:3454:1874436318034432:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787602417.978361:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602417.978394:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318034560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787602417.978417:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602417.978451:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318034432 00000100:00100000:0.0:1787602417.978456:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318034432 00010000:00010000:0.0:1787602417.978473:0:21945:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e3755b expref: 19 pid: 21954 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602417.978492:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318034560 00000100:00100000:0.0:1787602417.978495:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318034560 00010000:00010000:0.0:1787602417.978506:0:21945:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37497 expref: 20 pid: 21955 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602417.978517:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787602417.978523:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+20:3454:x1874436318034432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602417.978533:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602417.978539:0:21945:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e3755b expref: 20 pid: 21954 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978561:0:21945:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e3755b expref: 20 pid: 21954 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978577:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602417.978606:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+20:3454:x1874436318034432:12345-0@lo:103:ldlm_bl.0 Request processed in 83us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.978613:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787602417.978627:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787602417.978633:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+19:3451:x1874436318034560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602417.978641:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602417.978646:0:21945:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37497 expref: 19 pid: 21955 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978655:0:21945:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e37497 expref: 19 pid: 21955 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978666:0:21945:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978674:0:21945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787602417.978686:0:21945:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004780564s 00010000:00010000:0.0:1787602417.978691:0:21945:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978697:0:21945:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978717:0:21945:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978723:0:21945:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978728:0:21945:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602417.978731:0:21945:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978738:0:21945:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978747:0:21945:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978756:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602417.978785:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+19:3451:x1874436318034560:12345-0@lo:103:ldlm_bl.0 Request processed in 151us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.978791:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787602417.978829:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318034560:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787602417.978852:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9b57cd82-69f6-4187-bab5-441c91e6943b:3454:1874436318034432:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602417.978869:0:21976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d6200/0xbc87b28475e37562 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e3755b expref: 18 pid: 21954 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602417.978880:0:21976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318034176:0@lo:104: 00010000:00010000:0.0:1787602417.978888:0:21976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0559d8ea00/0xbc87b28475e3749e lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e37497 expref: 17 pid: 21955 timeout: 824 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602417.978903:0:21976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318034304:0@lo:104: 00010000:00010000:0.0:1787602417.978916:0:21976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978926:0:21976:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978932:0:21976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602417.978939:0:21976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d6800/0xbc87b28475e3759a lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602417.988391:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560361c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+16:22597:x1874436318034048:12345-0@lo:253:mount.lustre.0 Request processed in 64371us (68297us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602417.988408:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1787602417.988541:0:22597:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:22597:1874436318034048:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787602417.988557:0:22597:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-MDT0001 got index = 1 00000020:01000004:2.0:1787602417.988561:0:22597:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787602417.988563:0:22597:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-MDT0001 00000020:01000004:2.0:1787602417.988564:0:22597:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787602417.988565:0:22597:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787602417.988567:0:22597:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787602417.988588:0:22597:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787602417.988590:0:22597:0:(tgt_mount.c:1182:server_mti_print()) LDD_F_SV_TYPE_MDT 00000020:01000004:2.0:1787602417.988592:0:22597:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787602417.988594:0:22597:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787602417.988612:0:22597:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-MDT0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1787602417.989442:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x4:0x0] (8/8/4) registered 00080000:10000000:2.0:1787602417.989608:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1787602417.989898:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1787602417.990105:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1787602417.990377:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1787602417.990533:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00080000:10000000:3.0:1787602418.000541:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:3.0:1787602418.000752:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x20001:0x0] (8/8/1) registered 00080000:10000000:3.0:1787602418.001078:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x8:0x0] (8/8/4) registered 00080000:10000000:3.0:1787602418.001248:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x20002:0x0] (8/8/1) registered 00080000:10000000:3.0:1787602418.001524:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x9:0x0] (8/8/4) registered 00080000:10000000:3.0:1787602418.001712:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000005:0x20003:0x0] (8/8/1) registered 00000100:00100000:2.0:1787602418.005511:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00000040:01000000:3.0:1787602418.008339:0:22597:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0001-osd ctxt 16 is initialized 00000020:00080000:0.0:1787602418.008486:0:22620:0:(update_trans.c:1539:distribute_txn_commit_thread()) lustre-MDT0001: start commit thread committed batchid 0 00000020:00080000:0.0:1787602418.008490:0:22620:0:(update_trans.c:1590:distribute_txn_commit_thread()) lustre-MDT0001: batchid: 0 committed batchid 0 00000040:01000000:0.0:1787602418.008591:0:22621:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000040:00080000:0.0:1787602418.008652:0:22621:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787602418.010728:0:22621:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000400:0x1:0x0] index 261376 count 1 00000004:00080000:0.0:1787602418.010819:0:22621:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osd retrieved update log, duration 0, retries 0 00000040:01000000:3.0:1787602418.011108:0:22597:0:(llog_obd.c:197:llog_setup()) obd lustre-MDT0000-osp-MDT0001 ctxt 16 is initialized 00000100:00100000:3.0:1787602418.013764:0:22622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22622:1874436318034688:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.013838:0:22622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602418.013884:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318034688 00000100:00100000:3.0:1787602418.013891:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318034688 00000100:00100000:3.0:1787602418.013938:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787602418.013947:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:22622:x1874436318034688:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.014054:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e91c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:22622:x1874436318034688:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 107us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602418.014064:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787602418.014091:0:22622:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d055004df00 going to sleep for 11 seconds 00000100:00100000:3.0:1787602418.014113:0:22622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22622:1874436318034688:0@lo:1000:lod0001_rec0000.0 00000040:01000000:3.0:1787602418.014139:0:22622:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1787602418.014181:0:22622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22622:1874436318034816:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.014209:0:22622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602418.014226:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318034816 00000100:00100000:3.0:1787602418.014230:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318034816 00000100:00100000:3.0:1787602418.014249:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787602418.014255:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:22622:x1874436318034816:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.014380:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e90380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:22622:x1874436318034816:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 123us (169us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602418.014386:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787602418.014402:0:22622:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05758e3000 going to sleep for 11 seconds 00000100:00100000:3.0:1787602418.014413:0:22622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22622:1874436318034816:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.014464:0:22622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:22622:1874436318034944:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.014490:0:22622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602418.014522:0:21971:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318034944 00000100:00100000:3.0:1787602418.014526:0:21971:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318034944 00000100:00100000:3.0:1787602418.014547:0:21971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787602418.014553:0:21971:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:22622:x1874436318034944:12345-0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.014601:0:21971:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e92300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:lustre-MDT0000-lwp-MDT0001_UUID+5:22622:x1874436318034944:12345-0@lo:900:lod0001_rec0000.0 Request processed in 47us (109us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602418.014607:0:21971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:3.0:1787602418.014626:0:22622:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05758e3d80 going to sleep for 11 seconds 00010000:00080000:3.0:1787602418.014640:0:22622:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=184649) req@ffff8d0579e90e00 x1874436318034944/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787602434 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lod0001_rec0000.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602418.014649:0:22622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0000-lwp-MDT0001_UUID:22622:1874436318034944:0@lo:900:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.014681:0:22622:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22622:1874436318035072:0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.014705:0:22622:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602418.014722:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318035072 00000100:00100000:3.0:1787602418.014726:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318035072 00000100:00100000:3.0:1787602418.014745:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787602418.014751:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:22622:x1874436318035072:12345-0@lo:1000:lod0001_rec0000.0 00000100:00100000:3.0:1787602418.014791:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e91880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:22622:x1874436318035072:12345-0@lo:1000:lod0001_rec0000.0 Request processed in 39us (85us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602418.014797:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787602418.014812:0:22622:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05758e3000 going to sleep for 11 seconds 00000100:00100000:3.0:1787602418.014823:0:22622:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job lod0001_rec0000:lustre-MDT0001-mdtlov_UUID:22622:1874436318035072:0@lo:1000:lod0001_rec0000.0 00000040:00080000:3.0:1787602418.014866:0:22622:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:01000000:2.0:1787602418.017870:0:22597:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 12 is initialized 00000040:00080000:2.0:1787602418.018073:0:22597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000004:00000080:2.0:1787602418.018534:0:22597:0:(mdd_device.c:555:mdd_changelog_llog_init()) changelog starting index=0 00000040:01000000:2.0:1787602418.018541:0:22597:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 14 is initialized 00000040:00080000:2.0:1787602418.018954:0:22597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787602418.020770:0:22622:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x200000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1787602418.020834:0:22622:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0000-osp-MDT0001 retrieved update log, duration 0, retries 0 00000004:00080000:3.0:1787602418.020840:0:22622:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0001 got update logs from all MDTs. 00000040:00080000:2.0:1787602418.021651:0:22597:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 64768 count 1 00000040:00080000:2.0:1787602418.022382:0:22597:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x6:0x0] index 64768 count 1 00000040:01000000:2.0:1787602418.022424:0:22597:0:(llog_obd.c:197:llog_setup()) obd lustre-MDD0001 ctxt 15 is initialized 00000040:00080000:2.0:1787602418.022844:0:22597:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00080000:10000000:2.0:1787602418.023944:0:22597:0:(osd_index.c:2103:osd_index_try()) lustre-MDT0001: index object [0x200000003:0x31:0x0] (8/8/4) registered 00000001:00000004:3.0:1787602418.029651:0:22597:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000001:00080000:3.0:1787602418.058667:0:22597:0:(tgt_lastrcvd.c:222:tgt_reply_header_read()) lustre-MDT0001: read reply_data header. magic=0xbdabda01 header_size=32 reply_size=32 00000004:00000080:3.0:1787602418.058701:0:22597:0:(mdd_device.c:2304:mdd_iocontrol()) lustre-MDD0001: cmd=c00866e6 len=0 karg=ffffa16281c83988 00100000:10000000:3.0:1787602418.058710:0:22597:0:(lfsck_lib.c:3085:lfsck_start()) lustre-MDT0001-osd: start master thread 00000020:01000004:3.0:1787602418.059463:0:22597:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:3.0:1787602418.059504:0:22597:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.152@tcp: cl_mgc_mutex unlock 00000020:01000004:3.0:1787602418.059515:0:22597:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=48 00000080:00000004:3.0:1787602418.059531:0:22597:0:(super25.c:182:lustre_fill_super()) lustre-mdt2/mdt2: Mount complete 00010000:00010000:0.0:1787602418.325750:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787602418.960993:0:22616:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787602419.024245:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:1.0:1787602419.346365:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787602419.984914:0:21958:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787602419.984921:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d0573cbf000 from 12 10000000:01000000:0.0:1787602419.984928:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787602419.984980:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602419.985040:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602419.985052:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602419.985078:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318035200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787602419.985148:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602419.985189:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564838c00 going to sleep for 11 seconds 00000100:00100000:1.0:1787602419.985250:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318035200 00000100:00100000:1.0:1787602419.985258:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318035200 00000100:00100000:1.0:1787602419.985312:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787602419.985321:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560362c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+16:21958:x1874436318035200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787602419.985334:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602419.985346:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e375a1 expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602419.985378:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e375a1 expref: 17 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602419.985389:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e375a1 expref: 17 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602419.985398:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05429cf800, rc 0) 00000100:00100000:1.0:1787602419.985436:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560362c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318035200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602419.985442:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1787602419.986176:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318035200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787602419.986196:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602419.986204:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602419.986259:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318035328:0@lo:256:ll_cfg_requeue.0 00000100:00100000:0.0:1787602419.986297:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602419.986328:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564838c00 going to sleep for 11 seconds 00000040:00080000:3.0:1787602419.986900:0:22616:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787602419.987364:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318035328 00000100:00100000:2.0:1787602419.987371:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318035328 00000100:00100000:2.0:1787602419.987680:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:2.0:1787602419.987690:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560360c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318035328:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787602419.987710:0:21953:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787602419.987724:0:21953:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787602419.987727:0:21953:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1787602419.988750:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560360c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318035328:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 1057us (2447us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602419.989533:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787602419.990038:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f9bb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318035328:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787602419.990099:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787602419.990109:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602419.990119:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787602419.990129:0:21958:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787602419.990132:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d057fbb5000 from 12 10000000:01000000:3.0:1787602419.990135:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787602419.990165:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602419.990173:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602419.990192:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602419.990212:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318035456:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787602419.990254:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602419.990293:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05758e3f00 going to sleep for 11 seconds 00000100:00100000:1.0:1787602419.990744:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318035456 00000100:00100000:1.0:1787602419.990753:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318035456 00000100:00100000:1.0:1787602419.990804:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:1.0:1787602419.991487:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560362450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318035456:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787602419.991506:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602419.991524:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e375af expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602419.991627:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e375af expref: 18 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602419.991640:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e375af expref: 18 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602419.991651:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05429cf400, rc 0) 00000100:00100000:1.0:1787602419.991712:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560362450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:21958:x1874436318035456:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 231us (1456us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602419.991779:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318035456:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602419.991794:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602419.991803:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602419.991872:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318035584:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787602419.991908:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602419.991939:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05758e3f00 going to sleep for 11 seconds 00000100:00100000:2.0:1787602419.995008:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318035584 00000100:00100000:2.0:1787602419.995040:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318035584 00000100:00100000:2.0:1787602419.995082:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1787602419.995092:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560363450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+19:21958:x1874436318035584:12345-0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787602419.995098:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 20000000:01000000:2.0:1787602419.995117:0:21955:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787602419.995133:0:21955:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787602419.995136:0:21955:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 12 00000100:00100000:2.0:1787602419.995252:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560363450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:21958:x1874436318035584:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 160us (3342us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602419.995259:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787602419.995345:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e90e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318035584:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787602419.995401:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787602419.995411:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602419.995421:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602420.048491:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:0.0:1787602420.368200:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602421.072526:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:3.0:1787602421.395400:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602422.098766:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00010000:00010000:0.0:1787602422.416209:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602423.056171:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318035712:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602423.056251:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602423.056300:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318035712 00000100:00100000:0.0:1787602423.056313:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318035712 00000100:00100000:0.0:1787602423.056372:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787602423.056382:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318035712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787602423.056421:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1787602423.056467:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318035712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 86us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602423.056475:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787602423.056518:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318035712:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1787602423.061833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 0 00000100:00080000:0.0:1787602423.061842:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery 00000100:00080000:0.0:1787602423.061847:0:37:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:0.0:1787602423.061861:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-osp-MDT0000: import ffff8d05760d4000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:0.0:1787602423.061877:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318035840:0@lo:400:kworker.0 00000100:00100000:0.0:1787602423.061970:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602423.062055:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318035840 00000100:00100000:0.0:1787602423.062064:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318035840 00000100:00100000:0.0:1787602423.062109:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787602423.062119:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560361050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3453:x1874436318035840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602423.062170:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560361050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3453:x1874436318035840:12345-0@lo:400:kworker.0 Request processed in 52us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602423.062179:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787602423.062229:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318035840:0@lo:400:kworker.0 00000100:00100000:0.0:1787602423.062271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0575f98a80 x1874436318035968/t0(0) o38->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787602423.062288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787602423.062303:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787602423.062511:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787602423.062516:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787602423.062530:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318035968:0@lo:38:kworker.0 00000100:00100000:0.0:1787602423.062563:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602423.062598:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318035968 00000100:00100000:0.0:1787602423.062603:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318035968 00000100:00100000:0.0:1787602423.062623:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787602423.062629:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:0+-99:3450:x1874436318035968:12345-0@lo:38:kworker.0 00010000:00080000:0.0:1787602423.062654:0:21966:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 730 last 0 00000020:00000080:0.0:1787602423.062693:0:21966:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbc87b28475e375bd 00000004:00100000:0.0:1787602423.062710:0:21966:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000001:00000004:0.0:1787602423.062716:0:21966:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-MDT0001_UUID: mount_count is 3, last_transno is 12884901888 00000100:00080000:0.0:1787602423.062890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787602423.062894:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787602423.062897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787602423.062900:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787602423.062909:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1874436318036096:0@lo:400:kworker.0 00000100:00100000:0.0:1787602423.062962:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602423.062998:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318036096 00000100:00100000:0.0:1787602423.063003:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318036096 00000100:00100000:0.0:1787602423.063053:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787602423.063061:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1874436318036096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602423.063113:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1874436318036096:12345-0@lo:400:kworker.0 Request processed in 53us (150us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602423.063121:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:0.0:1787602423.063152:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0575f99500 x1874436318036096/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602423.063164:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1874436318036096:0@lo:400:kworker.0 00000100:00100000:0.0:1787602423.063207:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318036224:0@lo:400:kworker.0 00000100:00100000:0.0:1787602423.063256:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602423.063287:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318036224 00000100:00100000:0.0:1787602423.063292:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318036224 00000100:00100000:0.0:1787602423.063314:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:0.0:1787602423.063320:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318036224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602423.063356:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318036224:12345-0@lo:400:kworker.0 Request processed in 36us (99us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602423.063362:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1787602423.063404:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0575f99500 x1874436318036224/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602439 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602423.063415:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318036224:0@lo:400:kworker.0 00000100:00100000:3.0:1787602423.121508:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 0 seconds 00000100:00080000:3.0:1787602423.136790:0:21966:0:(import.c:65:import_set_state_nolock()) ffff8d0574eef000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787602423.137149:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3450:x1874436318035968:12345-0@lo:38:kworker.0 Request processed in 74516us (74582us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602423.137162:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:1.0:1787602423.137186:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-osp-MDT0000: connect to target with instance 3 00000100:00080000:1.0:1787602423.137197:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-osp-MDT0000: Resetting ns_connect_flags to server flags: 0xa2400010450010a0 00000100:00080000:1.0:1787602423.137203:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:1.0:1787602423.137206:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d05760d4000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00080000:1.0:1787602423.137228:0:3450:0:(recover.c:191:ptlrpc_wake_delayed()) @@@ waking (set 00000000bd1b5fbc): req@ffff8d0575f98e00 x1874436318028544/t0(0) o1000->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 304/4320 e 0 to 0 dl 0 ref 2 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'lod0000_rec0001.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602423.139443:0:22004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602423.139617:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602423.139640:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318028544 00000100:00100000:0.0:1787602423.139651:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318028544 00000100:00100000:0.0:1787602423.139714:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:0.0:1787602423.139723:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22004:x1874436318028544:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787602423.139821:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22004:x1874436318028544:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 99us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602423.139847:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787602423.139862:0:22004:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22004:1874436318028544:0@lo:1000:lod0000_rec0001.0 00000100:00100000:0.0:1787602423.139875:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318036352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602423.139903:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:01000000:3.0:1787602423.139930:0:22004:0:(llog_osd.c:2246:llog_osd_get_cat_list()) cat list: disk size=64, read=32 00000100:00100000:3.0:1787602423.139974:0:22004:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22004:1874436318036480:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787602423.140007:0:22004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602423.140037:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318036352 00000100:00100000:0.0:1787602423.140041:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318036352 00000100:00100000:3.0:1787602423.140045:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05758e3600 going to sleep for 11 seconds 00000100:00100000:0.0:1787602423.140070:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318036480 00000100:00100000:0.0:1787602423.140074:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318036480 00000100:00100000:0.0:1787602423.140087:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787602423.140093:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3452:x1874436318036352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787602423.140122:0:21965:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787602423.140170:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:3452:x1874436318036352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602423.140176:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:0.0:1787602423.140188:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787602423.140193:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22004:x1874436318036480:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787602423.140244:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318036352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602423.140326:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e90700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:22004:x1874436318036480:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 131us (316us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602423.140332:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787602423.140365:0:22004:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22004:1874436318036480:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787602423.140431:0:22004:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22004:1874436318036608:0@lo:1000:lod0000_rec0001.0 00000100:00100000:3.0:1787602423.140455:0:22004:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602423.140576:0:22004:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05758e3600 going to sleep for 11 seconds 00000100:00100000:1.0:1787602423.140633:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318035968:0@lo:38:kworker.0 00000100:00100000:2.0:1787602423.140679:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318036608 00000100:00100000:2.0:1787602423.140683:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318036608 00000100:00100000:2.0:1787602423.140746:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787602423.140754:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22004:x1874436318036608:12345-0@lo:1000:lod0000_rec0001.0 00000100:00100000:2.0:1787602423.140825:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e93480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:22004:x1874436318036608:12345-0@lo:1000:lod0000_rec0001.0 Request processed in 72us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602423.140833:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787602423.140905:0:22004:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job lod0000_rec0001:lustre-MDT0000-mdtlov_UUID:22004:1874436318036608:0@lo:1000:lod0000_rec0001.0 00000040:00080000:3.0:1787602423.140961:0:22004:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:3.0:1787602423.143052:0:22004:0:(llog.c:862:llog_process_thread()) stop processing catalog [0x240000401:0x1:0x0] index 261376 count 1 00000004:00080000:3.0:1787602423.143146:0:22004:0:(lod_dev.c:521:lod_sub_recovery_thread()) lustre-MDT0001-osp-MDT0000 retrieved update log, duration 22, retries 0 00000004:00080000:3.0:1787602423.143154:0:22004:0:(lod_dev.c:545:lod_sub_recovery_thread()) lustre-MDT0000 got update logs from all MDTs. 00010000:00010000:1.0:1787602423.440370:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787602423.955521:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:1.0:1787602424.308965:0:22869:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg452-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1787602424.480005:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602425.495089:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602426.130295:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602411/real 1787602411] req@ffff8d057dc42680 x1874436318029568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602426.130330:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057dc42680 x1874436318029568/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602426.130341:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602411/real 1787602411] req@ffff8d057dc41500 x1874436318029696/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602426 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602426.130352:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057dc41500 x1874436318029696/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602426 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787602426.130374:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a76c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602426.130405:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787602426.130410:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318029568:0@lo:8:kworker.0 00000100:00080000:1.0:1787602426.130631:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602426.130639:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787602426.130643:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318029696:0@lo:8:kworker.0 00000100:00080000:2.0:1787602426.130784:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787602426.130788:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:2.0:1787602426.130791:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d057a76c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602426.130796:0:8:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 718 00000100:00080000:2.0:1787602426.130802:0:8:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787602426.130808:0:8:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d057a76c800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602426.130849:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc41f80 x1874436318036992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787602426.130862:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787602426.130883:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787602426.130885:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602426.130888:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 718 00000100:00080000:2.0:1787602426.130891:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 10s 00000100:00080000:2.0:1787602426.130895:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d044486b800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602426.130906:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc43800 x1874436318037120/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787602426.130937:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787602426.130940:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1787602426.130943:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787602426.130946:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1787602426.130971:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318037376:0@lo:400:kworker.0 00000100:00100000:2.0:1787602426.131077:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602426.131113:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787602426.131118:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318037248:0@lo:400:kworker.0 00000100:00100000:2.0:1787602426.131167:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602426.131454:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318036864:0@lo:400:kworker.0 00000100:00100000:1.0:1787602426.131486:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602426.131505:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318036736:0@lo:400:kworker.0 00000100:00100000:1.0:1787602426.131533:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318037376 00000100:00100000:0.0:1787602426.131540:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602426.131541:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318037376 00000100:00100000:0.0:1787602426.131564:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318037504:0@lo:400:kworker.0 00000100:00100000:1.0:1787602426.131574:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318036864 00000100:00100000:1.0:1787602426.131578:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318036864 00000100:00100000:0.0:1787602426.131585:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602426.131594:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787602426.131602:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318037376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602426.131616:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318037248 00000100:00100000:0.0:1787602426.131619:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318037248 00000100:00100000:0.0:1787602426.131652:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318037504 00000100:00100000:0.0:1787602426.131656:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318037504 00000100:00100000:1.0:1787602426.131657:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318037376:12345-0@lo:400:kworker.0 Request processed in 55us (579us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602426.131669:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787602426.131675:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318037248:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602426.131708:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318037248:12345-0@lo:400:kworker.0 Request processed in 32us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602426.131715:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787602426.131733:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787602426.131739:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318037504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602426.131769:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318037504:12345-0@lo:400:kworker.0 Request processed in 30us (183us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602426.131775:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787602426.131793:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318036736 00000100:00100000:0.0:1787602426.131797:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318036736 00000100:00100000:0.0:1787602426.131819:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:0.0:1787602426.131825:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560360450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3453:x1874436318036736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602426.131835:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:1.0:1787602426.131849:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787602426.131852:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560360450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3453:x1874436318036736:12345-0@lo:400:kworker.0 Request processed in 27us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602426.131855:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3454:x1874436318036864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602426.131858:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787602426.131909:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d88e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3454:x1874436318036864:12345-0@lo:400:kworker.0 Request processed in 53us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602426.131915:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787602426.131917:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318036736:0@lo:400:kworker.0 00010000:00080000:0.0:1787602426.131928:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d057dc43100 x1874436318037504/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00010000:00080000:1.0:1787602426.131936:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d057dc40a80 x1874436318037248/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602442 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602426.131939:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318037504:0@lo:400:kworker.0 00000100:00100000:1.0:1787602426.131945:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318037248:0@lo:400:kworker.0 00000100:00100000:1.0:1787602426.131954:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318037376:0@lo:400:kworker.0 00000100:00100000:1.0:1787602426.131972:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318036992:0@lo:8:kworker.0 00000400:00000100:1.0:1787602426.131996:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318036992 offset 0 length 520: 4 00000100:00100000:1.0:1787602426.132010:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318037120:0@lo:8:kworker.0 00000400:00000100:1.0:1787602426.132053:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318037120 offset 0 length 520: 4 00000100:00100000:2.0:1787602426.132132:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318036864:0@lo:400:kworker.0 00010000:00010000:3.0:1787602426.514575:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602427.154085:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602417/real 1787602417] req@ffff8d057dc41c00 x1874436318032000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602427 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602427.154120:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057dc41c00 x1874436318032000/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602427 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602427.154132:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602417/real 1787602417] req@ffff8d0579e93b80 x1874436318031872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602427 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602427.154144:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0579e93b80 x1874436318031872/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602427 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787602427.154189:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602427.154220:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787602427.154225:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318032000:0@lo:8:llog_process_th.0 00000100:00080000:1.0:1787602427.154230:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0444813000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602427.154235:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787602427.154238:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318031872:0@lo:8:llog_process_th.0 00000100:00100000:0.0:1787602427.154632:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00080000:3.0:1787602427.154633:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602427.154639:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602427.154641:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:0.0:1787602427.154648:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318037632:0@lo:400:kworker.0 00000100:00080000:3.0:1787602427.154651:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602427.154670:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602427.154673:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787602427.154677:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d0444813000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602427.154682:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 724 00000100:00080000:3.0:1787602427.154688:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787602427.154695:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d0444813000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602427.154714:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0579e91f80 x1874436318038144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602427.154724:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602427.154727:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787602427.154728:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602427.154731:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 724 00000100:00100000:0.0:1787602427.154731:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787602427.154734:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 5s 00000100:00080000:3.0:1787602427.154736:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d057a749000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602427.154745:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0579e92d80 x1874436318038272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787602427.154768:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318038016:0@lo:400:kworker.0 00000100:00100000:3.0:1787602427.154791:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1874436318038400:0@lo:400:kworker.0 00000100:00100000:0.0:1787602427.154795:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602427.154826:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318037760:0@lo:400:kworker.0 00000100:00100000:0.0:1787602427.154868:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602427.154889:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787602427.154895:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318037888:0@lo:400:kworker.0 00000100:00100000:0.0:1787602427.154928:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318037632 00000100:00100000:0.0:1787602427.154936:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318037632 00000100:00100000:0.0:1787602427.154982:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787602427.154992:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560363c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3453:x1874436318037632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602427.154993:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318038144:0@lo:8:kworker.0 00000400:00000100:1.0:1787602427.155034:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318038144 offset 0 length 520: 4 00000100:00100000:1.0:1787602427.155048:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0579e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318038272:0@lo:8:kworker.0 00000400:00000100:1.0:1787602427.155063:0:3450:0:(lib-move.c:4357:lnet_parse_put()) Dropping PUT from 12345-0@lo portal 28 match 1874436318038272 offset 0 length 520: 4 00000100:00100000:0.0:1787602427.155068:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560363c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3453:x1874436318037632:12345-0@lo:400:kworker.0 Request processed in 62us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602427.155076:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787602427.155110:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318038016 00000100:00100000:1.0:1787602427.155113:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318038016 00000100:00100000:0.0:1787602427.155120:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318037632:0@lo:400:kworker.0 00000100:00100000:1.0:1787602427.155131:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318037760 00000100:00100000:1.0:1787602427.155134:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318037760 00000100:00100000:1.0:1787602427.155146:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787602427.155153:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318038016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602427.155204:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318038016:12345-0@lo:400:kworker.0 Request processed in 51us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602427.155221:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787602427.155234:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787602427.155240:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3451:x1874436318037760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602427.155281:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:3451:x1874436318037760:12345-0@lo:400:kworker.0 Request processed in 42us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602427.155302:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:0.0:1787602427.155471:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e92680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318038016:0@lo:400:kworker.0 00000100:00100000:3.0:1787602427.155970:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602427.156370:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318038400 00000100:00100000:0.0:1787602427.156377:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318038400 00000100:00100000:0.0:1787602427.156414:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787602427.156422:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1874436318038400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602427.156483:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e92680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3454:x1874436318038400:12345-0@lo:400:kworker.0 Request processed in 62us (514us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602427.156490:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787602427.156512:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602427.156548:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318037760:0@lo:400:kworker.0 00000100:00100000:0.0:1787602427.156579:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318037888 00000100:00100000:0.0:1787602427.156582:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318037888 00000100:00100000:0.0:1787602427.156602:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787602427.156608:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318037888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602427.156644:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318037888:12345-0@lo:400:kworker.0 Request processed in 36us (132us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602427.156650:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00080000:0.0:1787602427.156678:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0579e93b80 x1874436318038400/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602427.156690:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3454:1874436318038400:0@lo:400:kworker.0 00010000:00080000:0.0:1787602427.156711:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0579e93800 x1874436318037888/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602427.156720:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e93800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318037888:0@lo:400:kworker.0 00010000:00010000:1.0:1787602427.550648:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602428.177265:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318038528:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787602428.177366:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602428.180847:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787602428.180883:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318038656:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602428.181000:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602428.181113:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318038528 00000100:00100000:3.0:1787602428.181127:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318038528 00000100:00100000:1.0:1787602428.181231:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318038656 00000100:00100000:1.0:1787602428.181237:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318038656 00000100:00100000:3.0:1787602428.181261:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787602428.181274:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3451:x1874436318038528:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787602428.181337:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1787602428.181600:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+6:3451:x1874436318038528:12345-0@lo:41:osp-pre-1-0.0 Request processed in 328us (4233us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602428.187842:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787602428.187902:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787602428.187922:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318038656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787602428.187989:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1787602428.188132:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318038656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 219us (7132us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602428.188140:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:3.0:1787602428.188228:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318038656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602428.188253:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318038528:0@lo:41:osp-pre-1-0.0 00000001:00100000:1.0:1787602428.305727:0:7253:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00000020:00000080:1.0:1787602428.477431:0:23020:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007fff9608b9d0 20000000:00000080:1.0:1787602428.477458:0:23020:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8d0576d49c00 uarg=0000000000000000 20000000:01000000:1.0:1787602428.477525:0:23020:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='debug_raw_pointers=Y' 20000000:01000000:1.0:1787602428.477537:0:23020:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'debug_raw_pointers=Y' 20000000:01000000:1.0:1787602428.477543:0:23020:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/debug_raw_pointers=Y del=0 00000040:00080000:2.0:1787602428.483734:0:23021:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 2 count 13 20000000:00000400:1.0:1787602428.488113:0:23020:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/debug_raw_pointers=Y (mode = 0) failed: rc = -17 10000000:01000000:1.0:1787602428.503971:0:23020:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:2.0:1787602428.504129:0:23020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504158:0:23020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37466 expref: 17 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504168:0:23020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37569 expref: 17 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504177:0:23020:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 5/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504246:0:23020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e37569 expref: 17 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504270:0:23020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e37569 expref: 17 pid: 21955 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602428.504290:0:23020:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23020:1874436318038784:0@lo:104: 00000100:00100000:2.0:1787602428.504400:0:23020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:2.0:1787602428.504497:0:23020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e37466 expref: 17 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504506:0:23020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e37466 expref: 17 pid: 21953 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602428.504516:0:23020:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23020:1874436318038912:0@lo:104: 00000100:00100000:2.0:1787602428.504539:0:23020:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602428.504588:0:21943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318038784 00000100:00100000:2.0:1787602428.504599:0:21943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318038784 00000100:00100000:2.0:1787602428.504652:0:21943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318038912 00000100:00100000:2.0:1787602428.504675:0:21943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318038912 00000100:00100000:2.0:1787602428.504696:0:21943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787602428.504706:0:21943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+4:23020:x1874436318038784:12345-0@lo:104: 00010000:00010000:2.0:1787602428.504728:0:21943:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504786:0:21943:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787602428.504793:0:21943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+4:23020:x1874436318038784:12345-0@lo:104: Request processed in 88us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602428.504801:0:21943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787602428.504840:0:21943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787602428.504848:0:21943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+3:23020:x1874436318038912:12345-0@lo:104: 00010000:00010000:2.0:1787602428.504857:0:21943:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504889:0:21943:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787602428.504894:0:21943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+3:23020:x1874436318038912:12345-0@lo:104: Request processed in 48us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602428.504900:0:21943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00010000:2.0:1787602428.504920:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787602428.504927:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504935:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0559d8e800 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602428.504940:0:21948:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.504950:0:21948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602428.504971:0:21948:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602428.504978:0:21948:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787602428.505047:0:21948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505054:0:21948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602428.505080:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505087:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e800/0xbc87b28475e37569 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e37570 expref: -99 pid: 22597 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505101:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602428.505104:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505110:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7400 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602428.505112:0:21948:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505119:0:21948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602428.505125:0:21948:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602428.505131:0:21948:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787602428.505151:0:21948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505157:0:21948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602428.505164:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505170:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e37466 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3746d expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505185:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602428.505187:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602428.505189:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602428.505216:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318039040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602428.505269:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602428.505301:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787602428.505306:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318039168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602428.505328:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602428.505391:0:21946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318039040 00000100:00100000:2.0:1787602428.505395:0:21946:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318039040 00010000:00010000:2.0:1787602428.505417:0:21946:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37569 expref: 18 pid: 21955 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602428.505440:0:21946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318039168 00000100:00100000:2.0:1787602428.505444:0:21946:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318039168 00010000:00010000:2.0:1787602428.505455:0:21946:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37466 expref: 19 pid: 21953 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602428.505467:0:21946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787602428.505472:0:21946:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+19:3453:x1874436318039040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787602428.505495:0:21946:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602428.505503:0:21946:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37569 expref: 19 pid: 21955 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505513:0:21946:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e37569 expref: 19 pid: 21955 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505534:0:21946:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602428.505563:0:21946:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc40000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+19:3453:x1874436318039040:12345-0@lo:103:ldlm_bl.0 Request processed in 91us (293us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602428.505570:0:21946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787602428.505583:0:21946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787602428.505588:0:21946:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3453:x1874436318039168:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787602428.505596:0:21946:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602428.505600:0:21946:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 6/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37466 expref: 18 pid: 21953 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505609:0:21946:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e37466 expref: 18 pid: 21953 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505621:0:21946:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505629:0:21946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505645:0:21946:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505652:0:21946:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505667:0:21946:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505674:0:21946:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505680:0:21946:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628b000 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:2.0:1787602428.505685:0:21946:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505695:0:21946:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505705:0:21946:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505716:0:21946:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602428.505739:0:21946:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc41500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3453:x1874436318039168:12345-0@lo:103:ldlm_bl.0 Request processed in 150us (409us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602428.505746:0:21946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787602428.505793:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318039168:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602428.505801:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318039040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602428.505852:0:23020:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054e4c9540 going to sleep for 11 seconds 00010000:00010000:2.0:1787602428.505867:0:23020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37570 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e37569 expref: 17 pid: 21955 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602428.505879:0:23020:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23020:1874436318038784:0@lo:104: 00010000:00010000:2.0:1787602428.505889:0:23020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3746d lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e37466 expref: 16 pid: 21953 timeout: 835 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602428.505908:0:23020:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23020:1874436318038912:0@lo:104: 00010000:00010000:2.0:1787602428.505923:0:23020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505933:0:23020:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505939:0:23020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602428.505945:0:23020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d057628b000/0xbc87b28475e375c4 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602428.506273:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602428.561933:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787602429.202226:0:22616:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787602429.586295:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787602430.292660:0:21958:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787602430.292667:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0573cbf000 from 13 10000000:01000000:0.0:1787602430.292673:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787602430.292731:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602430.292744:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602430.292758:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602430.292811:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787602430.292909:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602430.292954:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0551045780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602430.292978:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318039296 00000100:00100000:0.0:1787602430.292984:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318039296 00000100:00100000:0.0:1787602430.293051:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787602430.293059:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560363050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+16:21958:x1874436318039296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787602430.293075:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602430.293092:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e375cb expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602430.293115:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e375cb expref: 17 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602430.293126:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e375cb expref: 17 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602430.293135:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d6200, rc 0) 00000100:00100000:0.0:1787602430.293170:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560363050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318039296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602430.293177:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787602430.293223:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787602430.293237:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602430.293247:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602430.293307:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602430.293332:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602430.293554:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0551045780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602430.293569:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318039424 00000100:00100000:0.0:1787602430.293572:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318039424 00000100:00100000:0.0:1787602430.293596:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787602430.293602:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560360050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318039424:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602430.293984:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560360050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318039424:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 379us (648us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602430.293992:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787602430.294045:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039424:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602430.294078:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039552:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787602430.294112:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602430.294126:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0551045780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602430.294138:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318039552 00000100:00100000:0.0:1787602430.294141:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318039552 00000100:00100000:0.0:1787602430.294162:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:0.0:1787602430.294168:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560361850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318039552:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787602430.294311:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560361850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318039552:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 143us (199us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602430.294318:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787602430.302283:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039552:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787602430.303988:0:23080:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:1.0:1787602430.304103:0:21958:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:1.0:1787602430.304131:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787602430.304144:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602430.304156:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602430.304169:0:21958:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:1.0:1787602430.304172:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d057fbb5000 from 13 10000000:01000000:1.0:1787602430.304175:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787602430.304210:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602430.304235:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602430.304246:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602430.304270:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039680:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787602430.304623:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602430.304675:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924600 going to sleep for 11 seconds 00000100:00100000:3.0:1787602430.304949:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318039680 00000100:00100000:3.0:1787602430.304959:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318039680 00000100:00100000:3.0:1787602430.305039:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1787602430.305051:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560361450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+17:21958:x1874436318039680:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602430.305068:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602430.306315:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e375d9 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602430.306357:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e375d9 expref: 18 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602430.306371:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e375d9 expref: 18 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602430.306380:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0559d8ec00, rc 0) 00000100:00100000:3.0:1787602430.306477:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560361450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:21958:x1874436318039680:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1429us (1853us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602430.306497:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787602430.310250:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039680:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787602430.310298:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602430.310334:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602430.310427:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602430.310486:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602430.310532:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05510450c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602430.319471:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318039808 00000100:00100000:2.0:1787602430.319489:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318039808 00000100:00100000:2.0:1787602430.319549:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:2.0:1787602430.319560:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560362050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:21958:x1874436318039808:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787602430.320161:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560362050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:21958:x1874436318039808:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 600us (9672us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602430.320171:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1787602430.321247:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039808:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602430.321311:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039936:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787602430.321457:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602430.321535:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05510450c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602430.334608:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318039936 00000100:00100000:2.0:1787602430.334624:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318039936 00000100:00100000:2.0:1787602430.334683:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1787602430.334695:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:21958:x1874436318039936:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787602430.337206:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:21958:x1874436318039936:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 2504us (15740us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602430.337229:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:3.0:1787602430.337236:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318039936:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787602430.360691:0:23083:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:3.0:1787602430.375092:0:21958:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:3.0:1787602430.375136:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:3.0:1787602430.375148:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602430.375161:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602430.608235:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602431.632533:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1787602432.273210:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787602432.273217:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787602432.273220:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787602432.273223:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787602432.273245:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787602432.273248:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1787602432.273250:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:0.0:1787602432.273254:0:8:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787602432.274702:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318040064:0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.274790:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602432.274834:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318040576:0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.274863:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602432.274896:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787602432.274903:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318040192:0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.274929:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602432.274964:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318040064 00000100:00100000:3.0:1787602432.274973:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318040064 00000100:00100000:3.0:1787602432.275041:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787602432.275052:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3451:x1874436318040064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.275108:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+18:3451:x1874436318040064:12345-0@lo:400:kworker.0 Request processed in 58us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602432.275128:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787602432.275161:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318040576 00000100:00100000:3.0:1787602432.275177:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318040576 00000100:00100000:3.0:1787602432.275206:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787602432.275214:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318040576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.275249:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e93100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318040576:12345-0@lo:400:kworker.0 Request processed in 37us (385us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602432.275256:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787602432.275275:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318040192 00000100:00100000:3.0:1787602432.275279:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318040192 00000100:00100000:3.0:1787602432.275305:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787602432.275311:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318040192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.275342:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e93800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318040192:12345-0@lo:400:kworker.0 Request processed in 32us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602432.275349:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:3.0:1787602432.275391:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318040192:0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.275400:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0575f98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318040064:0@lo:400:kworker.0 00010000:00080000:3.0:1787602432.275412:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0559da7100 x1874436318040576/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602432.275422:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318040576:0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.278869:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318040320:0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.278949:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602432.278995:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787602432.279002:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318040448:0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.279043:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602432.279076:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318040320 00000100:00100000:3.0:1787602432.279083:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318040320 00000100:00100000:3.0:1787602432.279155:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787602432.279164:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318040320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.279211:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e93b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318040320:12345-0@lo:400:kworker.0 Request processed in 49us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602432.279218:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787602432.279241:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318040448 00000100:00100000:3.0:1787602432.279244:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318040448 00000100:00100000:3.0:1787602432.279261:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787602432.279267:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318040448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602432.279295:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e91180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318040448:12345-0@lo:400:kworker.0 Request processed in 28us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602432.279302:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787602432.279342:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318040448:0@lo:400:kworker.0 00010000:00080000:3.0:1787602432.279355:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0559da6680 x1874436318040320/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602432.279365:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318040320:0@lo:400:kworker.0 00010000:00010000:2.0:1787602432.661433:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:2.0:1787602433.169594:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:2.0:1787602433.296342:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787602433.296367:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318040704:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787602433.296443:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602433.297088:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318040704 00000100:00100000:2.0:1787602433.297099:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318040704 00000100:00100000:2.0:1787602433.297156:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787602433.297165:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318040704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1787602433.297206:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1787602433.297268:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318040704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602433.297275:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787602433.297339:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318040704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787602433.298326:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318040832:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602433.298393:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602433.298541:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318040832 00000100:00100000:0.0:1787602433.298551:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318040832 00000100:00100000:0.0:1787602433.298605:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787602433.298613:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318040832:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787602433.298675:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1787602433.298736:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f98e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318040832:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602433.298744:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787602433.299229:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318040832:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787602433.684842:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602434.707770:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:3.0:1787602435.262778:0:23270:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:3.0:1787602435.262785:0:23270:0:(obd_mount.c:926:lmd_print()) device: lustre-ost1/ost1 00000080:01200004:3.0:1787602435.262942:0:23270:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d0574ee8000 00000020:01000004:3.0:1787602435.262962:0:23270:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0000, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:3.0:1787602435.262980:0:23270:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0000-osd (typ=osd-zfs) 00000020:00000080:3.0:1787602435.262996:0:23270:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000-osd (ffff8d0573708000) 00000020:00000080:3.0:1787602435.263051:0:23270:0:(obd_config.c:720:class_attach_name()) OBD: dev 20 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1787602435.289044:0:23270:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1787602435.290407:0:23270:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1787602435.291979:0:23270:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:2.0:1787602435.292455:0:23270:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0000: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:2.0:1787602435.292879:0:23270:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0000: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:2.0:1787602435.293450:0:23270:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-client under 563: rc = 0 00100000:10000000:2.0:1787602435.293566:0:23270:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled params under 563: rc = 0 00100000:10000000:2.0:1787602435.293667:0:23270:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled lustre-OST0000 under 563: rc = 0 00100000:10000000:2.0:1787602435.294232:0:23270:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000-OST0000 under 216: rc = 0 00100000:10000000:2.0:1787602435.294475:0:23270:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000 under 216: rc = 0 00100000:10000000:2.0:1787602435.294742:0:23270:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x2020000 under 216: rc = 0 00100000:10000000:2.0:1787602435.294991:0:23270:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x20000-OST0000 under 216: rc = 0 00100000:10000000:2.0:1787602435.295270:0:23270:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000-OST0000 under 216: rc = 0 00100000:10000000:2.0:1787602435.295539:0:23270:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0000: initial OI scrub handled 0x1020000 under 216: rc = 0 00000020:00000080:2.0:1787602435.298359:0:23270:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000-osd (uuid lustre-OST0000-osd_UUID) 00080000:01000000:2.0:1787602435.298375:0:23270:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:2.0:1787602435.298391:0:23270:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xbc87b28475e375ee 00000020:01000004:2.0:1787602435.298400:0:23270:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0000 on device lustre-ost1/ost1 00000020:01000004:2.0:1787602435.298422:0:23270:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.152@tcp:Set MGC reconnect 1 10000000:01000000:2.0:1787602435.298425:0:23270:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.152@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:2.0:1787602435.298432:0:23270:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0000 00000020:01000004:2.0:1787602435.298437:0:23270:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD OSS (typ=ost) 00000020:00000080:2.0:1787602435.298452:0:23270:0:(genops.c:413:class_newdev()) Allocate new device OSS (ffff8d0444860000) 00000020:00000080:2.0:1787602435.298461:0:23270:0:(obd_config.c:720:class_attach_name()) OBD: dev 21 attached type ost with refcount 2 00000100:00100000:2.0:1787602435.300065:0:23270:0:(service.c:155:ptlrpc_grow_req_bufs()) ost: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787602435.301846:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 0 min 3 max 116 00000100:00100000:2.0:1787602435.301854:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_000' 00000100:00100000:2.0:1787602435.304738:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 1 min 3 max 116 00000100:00100000:2.0:1787602435.304752:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_001' 00000100:00100000:2.0:1787602435.305113:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 2 min 3 max 116 00000100:00100000:2.0:1787602435.305119:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_002' 00000100:00100000:1.0:1787602435.309467:0:23270:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_create: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787602435.309666:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 0 min 2 max 16 00000100:00100000:1.0:1787602435.309675:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_000' 00000100:00100000:2.0:1787602435.312553:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost_create[0] started 1 min 2 max 16 00000100:00100000:2.0:1787602435.312567:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_create00_001' 00000100:00100000:1.0:1787602435.356848:0:23270:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_io: allocate 64 new 524288-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787602435.358358:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 0 min 3 max 116 00000100:00100000:1.0:1787602435.358370:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_000' 00000100:00100000:1.0:1787602435.364614:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 1 min 3 max 116 00000100:00100000:2.0:1787602435.364717:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_001' 00000100:00100000:2.0:1787602435.365810:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost_io[0] started 2 min 3 max 116 00000100:00100000:2.0:1787602435.365824:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_io00_002' 00000100:00100000:2.0:1787602435.369469:0:23270:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_seq: allocate 64 new 32768-byte reqbufs (0/64 left), rc = 0 00000100:00100000:2.0:1787602435.369776:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 0 min 2 max 16 00000100:00100000:2.0:1787602435.369783:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_000' 00000100:00100000:2.0:1787602435.370788:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost_seq[0] started 1 min 2 max 16 00000100:00100000:2.0:1787602435.370801:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_seq00_001' 00000100:00100000:1.0:1787602435.462363:0:23270:0:(service.c:155:ptlrpc_grow_req_bufs()) ost_out: allocate 64 new 1048576-byte reqbufs (0/64 left), rc = 0 00000100:00100000:1.0:1787602435.462672:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 0 min 2 max 16 00000100:00100000:1.0:1787602435.462679:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_000' 00000100:00100000:0.0:1787602435.464803:0:23270:0:(service.c:3462:ptlrpc_start_thread()) ost_out[0] started 1 min 2 max 16 00000100:00100000:0.0:1787602435.464817:0:23270:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost_out00_001' 00000020:00000080:1.0:1787602435.466047:0:23270:0:(obd_config.c:826:class_setup()) finished setup of obd OSS (uuid OSS_uuid) 00000020:01000004:2.0:1787602435.466293:0:23270:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost1/ost1 10000000:01000000:2.0:1787602435.466303:0:23270:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.152@tcp: cl_mgc_mutex lustre-OST0000-osd for locked: rc = 0 00000040:01000000:2.0:1787602435.490845:0:23270:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.152@tcp ctxt 0 is initialized 00000020:01000004:2.0:1787602435.491425:0:23270:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0000, fs=lustre, 192.168.204.152@tcp, index=0000, flags=0x20002 00000020:01000004:2.0:1787602435.491430:0:23270:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:2.0:1787602435.491432:0:23270:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787602435.491433:0:23270:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787602435.491435:0:23270:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787602435.491436:0:23270:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787602435.491437:0:23270:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787602435.491439:0:23270:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787602435.491441:0:23270:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787602435.491442:0:23270:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787602435.491447:0:23270:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x10020002 00000020:01000004:2.0:1787602435.491449:0:23270:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:2.0:1787602435.491450:0:23270:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:2.0:1787602435.491451:0:23270:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787602435.491453:0:23270:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787602435.491453:0:23270:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787602435.491454:0:23270:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787602435.491583:0:23270:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787602435.491585:0:23270:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787602435.491586:0:23270:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:2.0:1787602435.491622:0:23270:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:2.0:1787602435.491645:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318040960:0@lo:253:mount.lustre.0 00000100:00100000:2.0:1787602435.491743:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602435.491864:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e17780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602435.492314:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318040960 00000100:00100000:0.0:1787602435.492325:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318040960 00000100:00100000:0.0:1787602435.492430:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787602435.492441:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:23270:x1874436318040960:12345-0@lo:253:mount.lustre.0 20000000:01000000:0.0:1787602435.492502:0:21955:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 0 is registered to MGS. 20000000:01000000:0.0:1787602435.492506:0:21955:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0000 is running on 0@lo 20000000:01000000:0.0:1787602435.492510:0:21955:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 00000100:00100000:2.0:1787602435.508720:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:23270:x1874436318040960:12345-0@lo:253:mount.lustre.0 Request processed in 16270us (16965us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602435.508736:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:0.0:1787602435.508810:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318040960:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787602435.508827:0:23270:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1787602435.508831:0:23270:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787602435.508833:0:23270:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787602435.508834:0:23270:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787602435.508836:0:23270:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787602435.508837:0:23270:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787602435.508838:0:23270:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787602435.508840:0:23270:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787602435.508842:0:23270:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787602435.508843:0:23270:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:0.0:1787602435.508865:0:23270:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d0574ee8000 from lustre-OST0000 10000000:01000000:0.0:1787602435.508899:0:23270:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0000 from 0 10000000:01000000:0.0:1787602435.508903:0:23270:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1787602435.508915:0:23270:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d0574d8b370 local copy 00010000:00010000:0.0:1787602435.508929:0:23270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602435.509316:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041088:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602435.509358:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.509405:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924a80 going to sleep for 11 seconds 00000100:00100000:3.0:1787602435.509810:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318041088 00000100:00100000:3.0:1787602435.509819:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318041088 00000100:00100000:3.0:1787602435.509875:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787602435.509886:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:23270:x1874436318041088:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602435.510117:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+18:23270:x1874436318041088:12345-0@lo:501:mount.lustre.0 Request processed in 232us (757us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787602435.510125:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1787602435.510616:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041088:0@lo:501:mount.lustre.0 10000000:01000000:0.0:1787602435.510638:0:23270:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.152@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:0.0:1787602435.510840:0:23270:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.152@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:0.0:1787602435.510849:0:23270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.510859:0:23270:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 6 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602435.510893:0:23270:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d0574ee8000 10000000:01000000:0.0:1787602435.510899:0:23270:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:0.0:1787602435.510906:0:23270:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0000-0000000000000000 10000000:01000000:0.0:1787602435.510909:0:23270:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0000 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787602435.510914:0:23270:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0000-0000000000000000 from 1 10000000:01000000:0.0:1787602435.510918:0:23270:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0000 (res 0x65727473756c) 00010000:00010000:0.0:1787602435.510950:0:23270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e375fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.510959:0:23270:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e375fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.510970:0:23270:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e375fc lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602435.511001:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041216:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787602435.511069:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.511104:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924a80 going to sleep for 11 seconds 00000100:00100000:2.0:1787602435.511187:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318041216 00000100:00100000:2.0:1787602435.511194:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318041216 00000100:00100000:2.0:1787602435.511245:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787602435.511253:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a997850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+18:23270:x1874436318041216:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787602435.511274:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602435.511289:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d057628a400/0xbc87b28475e37603 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e375fc expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602435.511316:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d057628a400/0xbc87b28475e37603 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e375fc expref: 19 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602435.511327:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d057628a400/0xbc87b28475e37603 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e375fc expref: 19 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602435.511337:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a400, rc 0) 00000100:00100000:2.0:1787602435.511381:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a997850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041216:12345-0@lo:101:mount.lustre.0 Request processed in 129us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602435.511388:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:0.0:1787602435.511918:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041216:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602435.511935:0:23270:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e375fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37603 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.511945:0:23270:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e375fc lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e37603 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787602435.513001:0:23270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 14 count 14 00000040:00080000:0.0:1787602435.515130:0:23270:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787602435.515390:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:0.0:1787602435.515435:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:0.0:1787602435.515471:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:0.0:1787602435.515523:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:0.0:1787602435.515562:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:0.0:1787602435.515598:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:0.0:1787602435.515648:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:0.0:1787602435.515698:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:0.0:1787602435.515739:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 80 off9712 00000040:00080000:0.0:1787602435.515788:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9936 00000040:00080000:0.0:1787602435.515829:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].11, 224 off10160 00000040:00080000:0.0:1787602435.515879:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].12, 120 off10280 00000040:00080000:0.0:1787602435.515938:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].13, 224 off10504 00000040:00080000:0.0:1787602435.515945:0:23270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 13 count 14 00000100:00100000:0.0:1787602435.516992:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041344:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602435.517094:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.517161:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924180 going to sleep for 11 seconds 00000100:00100000:3.0:1787602435.517456:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318041344 00000100:00100000:3.0:1787602435.517465:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318041344 00000100:00100000:3.0:1787602435.517653:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1787602435.517665:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a994850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041344:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602435.518169:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a994850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041344:12345-0@lo:501:mount.lustre.0 Request processed in 505us (1075us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.518177:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1787602435.518621:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041344:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602435.518671:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041472:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787602435.518731:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.518766:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924180 going to sleep for 11 seconds 00000100:00100000:3.0:1787602435.518819:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318041472 00000100:00100000:3.0:1787602435.518826:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318041472 00000100:00100000:3.0:1787602435.518867:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:3.0:1787602435.518875:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a996850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041472:12345-0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787602435.523228:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a996850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041472:12345-0@lo:503:mount.lustre.0 Request processed in 4342us (4485us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.523244:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1787602435.523552:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041472:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787602435.524471:0:23270:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787602435.524560:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041600:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787602435.524631:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.524697:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924180 going to sleep for 11 seconds 00000100:00100000:3.0:1787602435.525306:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318041600 00000100:00100000:3.0:1787602435.525317:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318041600 00000100:00100000:3.0:1787602435.525385:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1787602435.525394:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041600:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602435.525909:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041600:12345-0@lo:502:mount.lustre.0 Request processed in 515us (1277us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.525926:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:0.0:1787602435.526135:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041600:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787602435.526727:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1787602435.526793:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1787602435.526831:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1787602435.526880:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1787602435.526921:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1787602435.526953:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1787602435.527002:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1787602435.527074:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1787602435.527110:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 80 off9712 00000040:00080000:0.0:1787602435.527158:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9936 00000040:00080000:0.0:1787602435.527196:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].11, 224 off10160 00000040:00080000:0.0:1787602435.528946:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].12, 120 off10280 00000100:00100000:0.0:1787602435.529054:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041728:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787602435.529154:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.529214:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924180 going to sleep for 11 seconds 00000100:00100000:3.0:1787602435.529786:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318041728 00000100:00100000:3.0:1787602435.529796:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318041728 00000100:00100000:3.0:1787602435.529860:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1787602435.529872:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041728:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602435.530165:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041728:12345-0@lo:502:mount.lustre.0 Request processed in 295us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.530174:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787602435.533866:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041728:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787602435.534102:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].13, 224 off10504 00000040:00080000:0.0:1787602435.534119:0:23270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x9:0x0] index 13 count 14 00000020:01000000:1.0:1787602435.535772:0:23284:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:1.0:1787602435.535785:0:23284:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0000 (0) in 0 of lustre-ost1/ost1 00000020:00000080:1.0:1787602435.535794:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:1.0:1787602435.535796:0:23284:0:(obd_config.c:1563:class_process_config()) marker 21 (0x1) lustre-OST0000 add ost 00000020:00000080:1.0:1787602435.535803:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:1.0:1787602435.535821:0:23284:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0000 (ffff8d0564948000) 00000020:00000080:1.0:1787602435.535851:0:23284:0:(obd_config.c:720:class_attach_name()) OBD: dev 22 attached type obdfilter with refcount 2 00000020:00000080:1.0:1787602435.535858:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:1.0:1787602435.535934:0:23284:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0574ee8000 from lustre-OST0000, refs=2 00080000:01000000:1.0:1787602435.535945:0:23284:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:1.0:1787602435.535963:0:23284:0:(genops.c:1385:class_connect()) connect: client lustre-OST0000-osd_UUID, cookie 0xbc87b28475e37611 00010000:00010000:1.0:1787602435.544931:0:23284:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0000_UUID-3 is initialized 00000001:00000004:1.0:1787602435.545878:0:23284:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 8589934594 00080000:10000000:2.0:1787602435.552760:0:23284:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:2.0:1787602435.566612:0:23284:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0000 (uuid lustre-OST0000_UUID) 00000020:01000000:2.0:1787602435.566631:0:23284:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602435.566642:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.566645:0:23284:0:(obd_config.c:1563:class_process_config()) marker 21 (0x2) lustre-OST0000 add ost 00000020:01000000:2.0:1787602435.566650:0:23284:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x5 00000020:01000000:2.0:1787602435.566653:0:23284:0:(obd_config.c:1902:class_config_llog_handler()) SKIP #25 00000020:01000000:2.0:1787602435.566655:0:23284:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787602435.566657:0:23284:0:(obd_config.c:1928:class_config_llog_handler()) skipping 0x6 00000020:01000000:2.0:1787602435.566658:0:23284:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x6 mark_flg=0x6 00000020:00000080:2.0:1787602435.566660:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.566662:0:23284:0:(obd_config.c:1563:class_process_config()) marker 25 (0x6) lustre sys.timeout 00000020:01000000:2.0:1787602435.566664:0:23284:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602435.566667:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.566668:0:23284:0:(obd_config.c:1563:class_process_config()) marker 33 (0x1) lustre sys.timeout 00000020:00000080:2.0:1787602435.566671:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:2.0:1787602435.566674:0:23284:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:2.0:1787602435.566695:0:23284:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602435.566699:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.566701:0:23284:0:(obd_config.c:1563:class_process_config()) marker 33 (0x2) lustre sys.timeout 00000020:01000000:2.0:1787602435.566703:0:23284:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602435.566706:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.566707:0:23284:0:(obd_config.c:1563:class_process_config()) marker 38 (0x1) lustre sys.jobid_var 00000020:00000080:2.0:1787602435.566711:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:2.0:1787602435.566796:0:23284:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602435.566800:0:23284:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.566801:0:23284:0:(obd_config.c:1563:class_process_config()) marker 38 (0x2) lustre sys.jobid_var 00000040:00080000:2.0:1787602435.566805:0:23284:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 14 count 14 00000020:01000000:3.0:1787602435.570128:0:23270:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0000 gen 1-13 (rc=0) 10000000:01000000:3.0:1787602435.570190:0:23270:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-OST0000' succeeded (0). 00010000:00010000:3.0:1787602435.570273:0:23270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e375fc lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37603 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602435.570302:0:23270:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05765d7400/0xbc87b28475e375fc lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 7 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37603 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787602435.570312:0:23270:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0574ee8000 from 1 10000000:01000000:3.0:1787602435.570315:0:23270:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:3.0:1787602435.570360:0:23270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602435.570369:0:23270:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602435.570383:0:23270:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602435.570410:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041856:0@lo:101:mount.lustre.0 00000100:00100000:3.0:1787602435.570607:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602435.570706:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057adf0300 going to sleep for 11 seconds 00000100:00100000:2.0:1787602435.574165:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318041856 00000100:00100000:2.0:1787602435.574188:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318041856 00000100:00100000:2.0:1787602435.574309:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1787602435.574321:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318041856:12345-0@lo:101:mount.lustre.0 00010000:00010000:2.0:1787602435.574338:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602435.574358:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37618 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602435.574387:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37618 expref: 20 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602435.574399:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37618 expref: 20 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602435.574409:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a200, rc 0) 00000100:00100000:2.0:1787602435.575054:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318041856:12345-0@lo:101:mount.lustre.0 Request processed in 733us (4444us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602435.575062:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:1.0:1787602435.575168:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195c00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041856:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602435.575190:0:23270:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.575201:0:23270:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787602435.575862:0:23270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1787602435.577009:0:23270:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787602435.577299:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787602435.577350:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1787602435.577399:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1787602435.577433:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1787602435.577464:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1787602435.577511:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1787602435.577546:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1787602435.577578:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1787602435.577646:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1787602435.577697:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1787602435.577733:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1787602435.577807:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1787602435.577816:0:23270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1787602435.577923:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041984:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602435.581773:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602435.581837:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b495d80 going to sleep for 11 seconds 00000100:00100000:3.0:1787602435.581935:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318041984 00000100:00100000:3.0:1787602435.581945:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318041984 00000100:00100000:3.0:1787602435.582064:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1787602435.582076:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318041984:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602435.582400:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318041984:12345-0@lo:501:mount.lustre.0 Request processed in 325us (636us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.582408:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1787602435.582604:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318041984:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602435.582664:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042112:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602435.582719:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602435.583065:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b495d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787602435.583159:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318042112 00000100:00100000:0.0:1787602435.583165:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318042112 00000100:00100000:0.0:1787602435.583195:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:0.0:1787602435.583202:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318042112:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787602435.583751:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318042112:12345-0@lo:503:mount.lustre.0 Request processed in 547us (1029us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602435.583760:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1787602435.583931:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042112:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787602435.585458:0:23270:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787602435.585716:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042240:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787602435.585798:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602435.585897:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b495d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787602435.585954:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318042240 00000100:00100000:0.0:1787602435.585962:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318042240 00000100:00100000:2.0:1787602435.586247:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1787602435.586259:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318042240:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602435.586813:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318042240:12345-0@lo:502:mount.lustre.0 Request processed in 555us (1014us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602435.586822:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1787602435.586925:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042240:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787602435.587313:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:1.0:1787602435.587368:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:1.0:1787602435.587418:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:1.0:1787602435.587455:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:1.0:1787602435.587718:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:1.0:1787602435.587777:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:1.0:1787602435.587817:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:1.0:1787602435.587856:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:1.0:1787602435.587906:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:1.0:1787602435.587963:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:1.0:1787602435.587998:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:1.0:1787602435.588103:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042368:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787602435.588162:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602435.588226:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b495d80 going to sleep for 11 seconds 00000100:00100000:0.0:1787602435.588464:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318042368 00000100:00100000:0.0:1787602435.588481:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318042368 00000100:00100000:0.0:1787602435.588642:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1787602435.588652:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318042368:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787602435.588849:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318042368:12345-0@lo:502:mount.lustre.0 Request processed in 198us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602435.588857:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:1.0:1787602435.589067:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042368:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787602435.589177:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:1.0:1787602435.589196:0:23270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1787602435.594195:0:23288:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602435.594212:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.594216:0:23288:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787602435.594224:0:23288:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0574ee8000 00000020:00000080:2.0:1787602435.594227:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787602435.594234:0:23288:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602435.594237:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.594238:0:23288:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787602435.594241:0:23288:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602435.594244:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.594245:0:23288:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787602435.594248:0:23288:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0574ee8000 00000020:00000080:2.0:1787602435.594251:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787602435.594441:0:23288:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602435.594446:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.594447:0:23288:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1787602435.594450:0:23288:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602435.594453:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.594455:0:23288:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787602435.594459:0:23288:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0574ee8000 00000020:00000080:2.0:1787602435.594461:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787602435.596184:0:23288:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602435.596198:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.596200:0:23288:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787602435.596205:0:23288:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602435.596209:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.596210:0:23288:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1787602435.596214:0:23288:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0574ee8000 00000020:00000080:2.0:1787602435.596217:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787602435.596455:0:23288:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602435.596460:0:23288:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602435.596462:0:23288:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1787602435.596466:0:23288:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:1.0:1787602435.612721:0:23270:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:1.0:1787602435.612791:0:23270:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:1.0:1787602435.612814:0:23270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.612827:0:23270:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602435.613077:0:23270:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787602435.613081:0:23270:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d0574ee8000 10000000:01000000:0.0:1787602435.613084:0:23270:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d0574ee8000 10000000:01000000:0.0:1787602435.613088:0:23270:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787602435.613095:0:23270:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d0574ee8000 from 1 10000000:01000000:0.0:1787602435.613098:0:23270:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787602435.613143:0:23270:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7200/0xbc87b28475e37626 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.613153:0:23270:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05765d7200/0xbc87b28475e37626 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.613177:0:23270:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05765d7200/0xbc87b28475e37626 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602435.613206:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042496:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787602435.613304:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.613353:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787602435.613440:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318042496 00000100:00100000:1.0:1787602435.613448:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318042496 00000100:00100000:1.0:1787602435.613503:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1787602435.613513:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+20:23270:x1874436318042496:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602435.613527:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602435.613542:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05429cfa00/0xbc87b28475e3762d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37626 expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.613568:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429cfa00/0xbc87b28475e3762d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37626 expref: 21 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.613580:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05429cfa00/0xbc87b28475e3762d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37626 expref: 21 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.613589:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05429cfa00, rc 0) 00000100:00100000:1.0:1787602435.613634:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318042496:12345-0@lo:101:mount.lustre.0 Request processed in 121us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602435.613641:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:0.0:1787602435.613758:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042496:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602435.613772:0:23270:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05765d7200/0xbc87b28475e37626 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3762d expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.613782:0:23270:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7200/0xbc87b28475e37626 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3762d expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787602435.614490:0:23270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1787602435.614845:0:23270:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787602435.615118:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1787602435.615161:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1787602435.615194:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1787602435.615241:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1787602435.615285:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1787602435.615331:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1787602435.615366:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1787602435.615399:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1787602435.615447:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1787602435.615513:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1787602435.615547:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1787602435.615595:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1787602435.615632:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1787602435.615664:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1787602435.615744:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1787602435.615782:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1787602435.615815:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1787602435.615860:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1787602435.615892:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1787602435.615922:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1787602435.615967:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1787602435.615999:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1787602435.616060:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1787602435.616111:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1787602435.616148:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1787602435.616198:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1787602435.616246:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1787602435.616281:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1787602435.616310:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1787602435.616351:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1787602435.616383:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1787602435.616410:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1787602435.616438:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1787602435.616481:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1787602435.616515:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1787602435.628374:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1787602435.628788:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1787602435.628829:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1787602435.628908:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1787602435.628946:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1787602435.628980:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1787602435.629886:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1787602435.629963:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1787602435.630000:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1787602435.630197:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1787602435.630745:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1787602435.630786:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1787602435.630838:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1787602435.630935:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1787602435.630968:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1787602435.631224:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1787602435.631313:0:23270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1787602435.631429:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042624:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602435.631730:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.631781:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602435.635191:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318042624 00000100:00100000:3.0:1787602435.635211:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318042624 00000100:00100000:3.0:1787602435.635301:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1787602435.635315:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318042624:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602435.635693:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318042624:12345-0@lo:501:mount.lustre.0 Request processed in 369us (3950us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.635703:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1787602435.638361:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042624:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602435.638427:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042752:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787602435.638507:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.638549:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787602435.639431:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318042752 00000100:00100000:1.0:1787602435.639441:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318042752 00000100:00100000:1.0:1787602435.639541:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:1.0:1787602435.639562:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318042752:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602435.639957:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318042752:12345-0@lo:503:mount.lustre.0 Request processed in 396us (1449us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602435.639966:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:0.0:1787602435.643267:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042752:0@lo:503:mount.lustre.0 00000040:00080000:0.0:1787602435.644137:0:23270:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:0.0:1787602435.644256:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042880:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787602435.644347:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.644781:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602435.646650:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318042880 00000100:00100000:2.0:1787602435.646669:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318042880 00000100:00100000:2.0:1787602435.646748:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:2.0:1787602435.646761:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318042880:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602435.647223:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318042880:12345-0@lo:502:mount.lustre.0 Request processed in 464us (2875us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602435.647233:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:0.0:1787602435.649811:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318042880:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787602435.654060:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:0.0:1787602435.654163:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:0.0:1787602435.654223:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:0.0:1787602435.654269:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:0.0:1787602435.654325:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:0.0:1787602435.654373:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:0.0:1787602435.654404:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:0.0:1787602435.654432:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:0.0:1787602435.654474:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:0.0:1787602435.654522:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:0.0:1787602435.654555:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:0.0:1787602435.654606:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:0.0:1787602435.654643:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:0.0:1787602435.654676:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:0.0:1787602435.654739:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:0.0:1787602435.654776:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:0.0:1787602435.654807:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:0.0:1787602435.654850:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:0.0:1787602435.654898:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:0.0:1787602435.654933:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:0.0:1787602435.654982:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:0.0:1787602435.655039:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:0.0:1787602435.655077:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:0.0:1787602435.655125:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:0.0:1787602435.655163:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:0.0:1787602435.655194:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:0.0:1787602435.655237:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:0.0:1787602435.655272:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:0.0:1787602435.655304:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:0.0:1787602435.655351:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:0.0:1787602435.655385:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:0.0:1787602435.655417:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:0.0:1787602435.655448:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:0.0:1787602435.655496:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:0.0:1787602435.655548:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:0.0:1787602435.655600:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:0.0:1787602435.655635:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:0.0:1787602435.655669:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:0.0:1787602435.655728:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:0.0:1787602435.655759:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:0.0:1787602435.655786:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:0.0:1787602435.655812:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:0.0:1787602435.655863:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:0.0:1787602435.655895:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:0.0:1787602435.655923:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:0.0:1787602435.655964:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:0.0:1787602435.655996:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:0.0:1787602435.656058:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:0.0:1787602435.656135:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318043008:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787602435.656215:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.659541:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1787602435.669425:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318043008 00000100:00100000:1.0:1787602435.669446:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318043008 00000100:00100000:1.0:1787602435.669520:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787602435.669531:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318043008:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787602435.669855:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318043008:12345-0@lo:502:mount.lustre.0 Request processed in 325us (13639us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602435.669864:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1787602435.670152:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318043008:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787602435.670310:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:1.0:1787602435.670360:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:1.0:1787602435.670399:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318043136:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787602435.670443:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602435.670472:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318043136 00000100:00100000:1.0:1787602435.670477:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318043136 00000100:00100000:1.0:1787602435.670498:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787602435.670505:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a889c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318043136:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787602435.670616:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a889c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318043136:12345-0@lo:502:mount.lustre.0 Request processed in 110us (172us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602435.670623:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:1.0:1787602435.670667:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b495240 going to sleep for 11 seconds 00000100:00100000:1.0:1787602435.670691:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318043136:0@lo:502:mount.lustre.0 00000040:00080000:1.0:1787602435.670774:0:23270:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:1.0:1787602435.670783:0:23270:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:0.0:1787602435.676778:0:23294:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0000 (typ=lwp) 00000020:00000080:0.0:1787602435.676798:0:23294:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0000 (ffff8d057d3019b8) 00000020:00000080:0.0:1787602435.676822:0:23294:0:(obd_config.c:720:class_attach_name()) OBD: dev 23 attached type lwp with refcount 2 00000020:01000004:0.0:1787602435.676890:0:23294:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0574ee8000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787602435.676894:0:23294:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0574ee8000 from lustre-OST0000, refs=3 00000020:01000004:0.0:1787602435.676897:0:23294:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0574ee8000 3 00010000:00080000:0.0:1787602435.676925:0:23294:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0575929000@lustre-MDT0000-lwp-OST0000: add connection 192.168.204.152@tcp at head 00010000:00010000:0.0:1787602435.679005:0:23294:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0000-9 is initialized 00000020:00000080:0.0:1787602435.679992:0:23294:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0000 (uuid lustre-MDT0000-lwp-OST0000_UUID) 00000010:01000000:0.0:1787602435.680065:0:23294:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787602435.680085:0:23294:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000, cookie 0xbc87b28475e3763b 00000100:00080000:0.0:1787602435.680097:0:23294:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787602435.680103:0:23294:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0000: import ffff8d0575929000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:0.0:1787602435.680141:0:23294:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559da4000 x1874436318043264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:0.0:1787602435.680170:0:23294:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0000_UUID->lustre-MDT0000_UUID 00000100:00100000:2.0:1787602435.680266:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1874436318043264:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787602435.680350:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.680500:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318043264 00000100:00100000:0.0:1787602435.680507:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318043264 00000100:00100000:0.0:1787602435.680545:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787602435.680553:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318043264:12345-0@lo:38:llog_process_th.0 00010000:00080000:0.0:1787602435.680586:0:21961:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 742 last 0 00000020:00000080:0.0:1787602435.680618:0:21961:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0000_UUID, cookie 0xbc87b28475e37642 00000004:00100000:0.0:1787602435.680634:0:21961:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:0.0:1787602435.680663:0:21961:0:(import.c:65:import_set_state_nolock()) ffff8d055234a000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787602435.680725:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3450:x1874436318043264:12345-0@lo:38:llog_process_th.0 Request processed in 172us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602435.680733:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:2.0:1787602435.680810:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0559da4000 x1874436318043264/t0(0) o38->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787602445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602435.680820:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787602435.680827:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0000: connect to target with instance 3 00000100:00080000:2.0:1787602435.680834:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:2.0:1787602435.680839:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:2.0:1787602435.680841:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0575929000 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:2.0:1787602435.680847:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0000_UUID:3450:1874436318043264:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787602435.680966:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318043392:0@lo:400:kworker.0 00000100:00100000:2.0:1787602435.680999:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1787602435.681084:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602435.681088:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602435.681091:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602435.681094:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602435.681122:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602435.681125:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602435.681128:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602435.681131:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787602435.683043:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318043392 00000100:00100000:0.0:1787602435.683059:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318043392 00000100:00100000:0.0:1787602435.683130:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787602435.683142:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318043392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602435.683675:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318043776:0@lo:400:kworker.0 00000100:00100000:3.0:1787602435.683735:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602435.683796:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318043520:0@lo:400:kworker.0 00000100:00100000:3.0:1787602435.683822:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602435.683845:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1787602435.683851:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318043648:0@lo:400:kworker.0 00000100:00100000:3.0:1787602435.683876:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602435.683928:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318043776 00000100:00100000:3.0:1787602435.683933:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318043776 00000100:00100000:3.0:1787602435.683965:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318043520 00000100:00100000:3.0:1787602435.683968:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318043520 00000100:00100000:3.0:1787602435.683982:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787602435.683988:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318043776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602435.684213:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318043776:12345-0@lo:400:kworker.0 Request processed in 225us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.684221:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:3.0:1787602435.684244:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:3.0:1787602435.684251:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318043520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602435.684295:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445196a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318043520:12345-0@lo:400:kworker.0 Request processed in 46us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.684301:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00080000:3.0:1787602435.684336:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0445197b80 x1874436318043776/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602435.684350:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318043776:0@lo:400:kworker.0 00000100:00100000:3.0:1787602435.684373:0:21965:0:(service.c:3462:ptlrpc_start_thread()) mdt_out[0] started 2 min 2 max 116 00000100:00100000:3.0:1787602435.684388:0:21965:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt_out00_002' 00010000:00080000:3.0:1787602435.684496:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0445194700 x1874436318043520/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602451 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602435.684507:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318043520:0@lo:400:kworker.0 00000020:01000004:3.0:1787602435.684621:0:23294:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0000 (typ=lwp) 00000020:00000080:3.0:1787602435.684639:0:23294:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0000 (ffff8d0559dd8000) 00000020:00000080:3.0:1787602435.684661:0:23294:0:(obd_config.c:720:class_attach_name()) OBD: dev 24 attached type lwp with refcount 2 00000020:01000004:3.0:1787602435.684749:0:23294:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0574ee8000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787602435.684754:0:23294:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0574ee8000 from lustre-OST0000, refs=3 00000020:01000004:3.0:1787602435.684757:0:23294:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0574ee8000 3 00010000:00080000:3.0:1787602435.684787:0:23294:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d057592c000@lustre-MDT0001-lwp-OST0000: add connection 192.168.204.152@tcp at head 00000100:00100000:3.0:1787602435.686846:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318043648 00000100:00100000:3.0:1787602435.686859:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318043648 00000100:00100000:0.0:1787602435.687185:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc43100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318043392:12345-0@lo:400:kworker.0 Request processed in 4041us (6180us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602435.687197:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:0.0:1787602435.687221:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787602435.687231:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318043648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602435.687320:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318043648:12345-0@lo:400:kworker.0 Request processed in 91us (3443us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602435.687327:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787602435.688942:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318043648:0@lo:400:kworker.0 00010000:00010000:3.0:1787602435.689365:0:23294:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0000-10 is initialized 00000020:00000080:3.0:1787602435.689607:0:23294:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0000 (uuid lustre-MDT0001-lwp-OST0000_UUID) 00000010:01000000:3.0:1787602435.689651:0:23294:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787602435.689665:0:23294:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000, cookie 0xbc87b28475e37650 00000100:00080000:3.0:1787602435.689674:0:23294:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0000: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787602435.689679:0:23294:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0000: import ffff8d057592c000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602435.689721:0:23294:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0445195f80 x1874436318043904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602435.689744:0:23294:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0000_UUID->lustre-MDT0001_UUID 00000100:00080000:3.0:1787602435.689767:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602435.689772:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602435.689775:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602435.689785:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602435.689788:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602435.689791:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602435.689794:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602435.689796:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1787602435.694264:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3450:1874436318043904:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787602435.694370:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602435.694448:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318043904 00000100:00100000:3.0:1787602435.694456:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318043904 00000100:00100000:3.0:1787602435.694499:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:3.0:1787602435.694506:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318043904:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787602435.694540:0:21961:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0000_UUID@0@lo t0 exp 0000000000000000 cur 742 last 0 00000020:00000080:3.0:1787602435.694587:0:21961:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0000_UUID, cookie 0xbc87b28475e37657 00000004:00100000:3.0:1787602435.694607:0:21961:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787602435.694654:0:21961:0:(import.c:65:import_set_state_nolock()) ffff8d05765de000 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787602435.694721:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3450:x1874436318043904:12345-0@lo:38:llog_process_th.0 Request processed in 214us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.694729:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:3.0:1787602435.694777:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=92324) req@ffff8d0445195f80 x1874436318043904/t0(0) o38->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787602445 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602435.694787:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0000: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787602435.694795:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0000: connect to target with instance 3 00000100:00080000:3.0:1787602435.694804:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0000: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787602435.694809:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:3.0:1787602435.694821:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057592c000 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787602435.694828:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0000_UUID:3450:1874436318043904:0@lo:38:llog_process_th.0 00000100:00100000:2.0:1787602435.695051:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318043392:0@lo:400:kworker.0 00000040:00080000:3.0:1787602435.695805:0:23294:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1787602435.696526:0:23270:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787602435.696562:0:23270:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787602435.696579:0:23270:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7200/0xbc87b28475e37626 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3762d expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.696591:0:23270:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05765d7200/0xbc87b28475e37626 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3762d expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787602435.696652:0:23270:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787602435.696654:0:23270:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787602435.696656:0:23270:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787602435.696657:0:23270:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787602435.696659:0:23270:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787602435.696660:0:23270:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787602435.696662:0:23270:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787602435.696664:0:23270:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787602435.696665:0:23270:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787602435.696669:0:23270:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0000 0x40020002 00000020:01000004:0.0:1787602435.696672:0:23270:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787602435.696673:0:23270:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787602435.696674:0:23270:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787602435.696675:0:23270:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787602435.696676:0:23270:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787602435.696677:0:23270:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787602435.696679:0:23270:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787602435.696689:0:23270:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787602435.696690:0:23270:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787602435.696720:0:23270:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0000 00000100:00100000:0.0:1787602435.696742:0:23270:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318044032:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787602435.696809:0:23270:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.696847:0:23270:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05649243c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787602435.697221:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318044032 00000100:00100000:1.0:1787602435.697230:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318044032 00000100:00100000:1.0:1787602435.697399:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:1.0:1787602435.697410:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23270:x1874436318044032:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787602435.697441:0:21955:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 0 is ready to reconnect. 20000000:01000000:1.0:1787602435.697465:0:21955:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00010000:2.0:1787602435.732688:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 20000000:01000000:3.0:1787602435.740079:0:21955:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:3.0:1787602435.740099:0:21955:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0000, index=0, rc=0 20000000:01000000:1.0:1787602435.740382:0:21976:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787602435.740388:0:21976:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787602435.740417:0:21976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.740439:0:21976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e375a1 expref: 21 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.740448:0:21976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e375af expref: 21 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.740455:0:21976:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.740575:0:21976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e375af expref: 21 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.740592:0:21976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e375af expref: 21 pid: 21954 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602435.740609:0:21976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318044160:0@lo:104: 00000100:00100000:1.0:1787602435.740706:0:21976:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787602435.740776:0:21976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e375a1 expref: 21 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.740785:0:21976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e375a1 expref: 21 pid: 21955 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602435.740793:0:21976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318044288:0@lo:104: 00000100:00100000:1.0:1787602435.740821:0:21976:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602435.740849:0:21976:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b495a80 going to sleep for 11 seconds 00000100:00100000:0.0:1787602435.741345:0:21944:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1787602435.741372:0:21944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318044160 00000100:00100000:0.0:1787602435.741382:0:21944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318044160 00000100:00100000:0.0:1787602435.741425:0:21944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318044288 00000100:00100000:0.0:1787602435.741428:0:21944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318044288 00000100:00100000:0.0:1787602435.741443:0:21944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787602435.741453:0:21944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+4:21976:x1874436318044160:12345-0@lo:104: 00010000:00010000:0.0:1787602435.741468:0:21944:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741572:0:21944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1787602435.741579:0:21944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+4:21976:x1874436318044160:12345-0@lo:104: Request processed in 127us (873us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602435.741586:0:21944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787602435.741604:0:21944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787602435.741610:0:21944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0581466c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+3:21976:x1874436318044288:12345-0@lo:104: 00010000:00010000:0.0:1787602435.741619:0:21944:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741653:0:21944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:0.0:1787602435.741659:0:21944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0581466c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+3:21976:x1874436318044288:12345-0@lo:104: Request processed in 50us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602435.741666:0:21944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00010000:0.0:1787602435.741718:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787602435.741726:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741733:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0559d8e600 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:0.0:1787602435.741737:0:21949:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741746:0:21949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787602435.741753:0:21949:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602435.741759:0:21949:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787602435.741813:0:21949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741821:0:21949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787602435.741845:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741852:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e600/0xbc87b28475e375af lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375b6 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741866:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602435.741870:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741875:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6600 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:0.0:1787602435.741878:0:21949:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741884:0:21949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1787602435.741889:0:21949:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602435.741894:0:21949:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:0.0:1787602435.741907:0:21949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741912:0:21949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1787602435.741928:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741944:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05765d6600/0xbc87b28475e375a1 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375a8 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.741956:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602435.741957:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602435.741959:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602435.741979:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9b57cd82-69f6-4187-bab5-441c91e6943b:3454:1874436318044416:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787602435.742012:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.742091:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318044544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787602435.742118:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602435.742156:0:21947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318044416 00000100:00100000:0.0:1787602435.742161:0:21947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318044416 00010000:00010000:0.0:1787602435.742180:0:21947:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e375af expref: 22 pid: 21954 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602435.742202:0:21947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318044544 00000100:00100000:0.0:1787602435.742205:0:21947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318044544 00010000:00010000:0.0:1787602435.742215:0:21947:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e375a1 expref: 23 pid: 21955 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602435.742228:0:21947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787602435.742250:0:21947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:3454:x1874436318044416:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602435.742262:0:21947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602435.742267:0:21947:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e375af expref: 23 pid: 21954 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742278:0:21947:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e375af expref: 23 pid: 21954 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742303:0:21947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602435.742334:0:21947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:3454:x1874436318044416:12345-0@lo:103:ldlm_bl.0 Request processed in 100us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602435.742340:0:21947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:0.0:1787602435.742354:0:21947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787602435.742360:0:21947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573c0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:3451:x1874436318044544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602435.742369:0:21947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602435.742373:0:21947:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 5/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e375a1 expref: 22 pid: 21955 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742382:0:21947:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e375a1 expref: 22 pid: 21955 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742395:0:21947:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742402:0:21947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:0.0:1787602435.742415:0:21947:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004780564s 00010000:00010000:0.0:1787602435.742419:0:21947:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742426:0:21947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742433:0:21947:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742450:0:21947:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742456:0:21947:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05429cea00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602435.742461:0:21947:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742468:0:21947:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742478:0:21947:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602435.742487:0:21947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602435.742515:0:21947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573c0bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:3451:x1874436318044544:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602435.742522:0:21947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:0.0:1787602435.742587:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318044544:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1787602435.742611:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9b57cd82-69f6-4187-bab5-441c91e6943b:3454:1874436318044416:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1787602435.743055:0:21976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05429cf400/0xbc87b28475e375b6 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e375af expref: 21 pid: 21954 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602435.743070:0:21976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318044160:0@lo:104: 00010000:00010000:1.0:1787602435.743081:0:21976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05429cf800/0xbc87b28475e375a8 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e375a1 expref: 20 pid: 21955 timeout: 842 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602435.743088:0:21976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318044288:0@lo:104: 00010000:00010000:1.0:1787602435.743107:0:21976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.743117:0:21976:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.743123:0:21976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602435.743129:0:21976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05429cea00/0xbc87b28475e3765e lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602435.743248:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602435.755803:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+19:23270:x1874436318044032:12345-0@lo:253:mount.lustre.0 Request processed in 58383us (58981us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602435.755819:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1787602435.756816:0:23270:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da4700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23270:1874436318044032:0@lo:253:mount.lustre.0 10000000:01000000:0.0:1787602435.756835:0:23270:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0000 got index = 0 00000020:01000004:0.0:1787602435.756839:0:23270:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:0.0:1787602435.756840:0:23270:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0000 00000020:01000004:0.0:1787602435.756842:0:23270:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787602435.756843:0:23270:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787602435.756844:0:23270:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787602435.756846:0:23270:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787602435.756847:0:23270:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787602435.756864:0:23270:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787602435.756866:0:23270:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:0.0:1787602435.756880:0:23270:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0000: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:0.0:1787602435.757705:0:23270:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:0.0:1787602435.757860:0:23270:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:0.0:1787602435.758040:0:23270:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:0.0:1787602435.758345:0:23270:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:0.0:1787602435.758737:0:23270:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:0.0:1787602435.758942:0:23270:0:(osd_index.c:2103:osd_index_try()) lustre-OST0000: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:0.0:1787602435.760673:0:23270:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1787602435.806337:0:23270:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0000: recovery is over 00100000:10000000:0.0:1787602435.806348:0:23270:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0000-osd: start master thread 00000020:01000004:0.0:1787602435.806392:0:23270:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787602435.806588:0:23270:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.152@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787602435.806608:0:23270:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=49 00000080:00000004:0.0:1787602435.806636:0:23270:0:(super25.c:182:lustre_fill_super()) lustre-ost1/ost1: Mount complete 00010000:00010000:0.0:1787602436.752309:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787602437.136109:0:21958:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:0.0:1787602437.136117:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d0573cbf000 from 13 10000000:01000000:0.0:1787602437.136123:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:0.0:1787602437.136178:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602437.136190:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602437.136202:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602437.136243:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318044672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787602437.136316:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602437.136380:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0551045780 going to sleep for 11 seconds 00000100:00100000:2.0:1787602437.136513:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318044672 00000100:00100000:2.0:1787602437.136522:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318044672 00000100:00100000:2.0:1787602437.136579:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:2.0:1787602437.136590:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+19:21958:x1874436318044672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787602437.136603:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602437.136618:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37665 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602437.136640:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37665 expref: 20 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602437.136662:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37665 expref: 20 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602437.136672:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a800, rc 0) 00000100:00100000:2.0:1787602437.136779:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+20:21958:x1874436318044672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (461us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602437.136786:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1787602437.141360:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da4700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318044672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787602437.141417:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602437.141430:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602437.141507:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318044800:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787602437.141576:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602437.144381:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0574d75300 going to sleep for 11 seconds 00000100:00100000:2.0:1787602437.150169:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318044800 00000100:00100000:2.0:1787602437.150188:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318044800 00000100:00100000:2.0:1787602437.150505:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1787602437.150519:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+20:21958:x1874436318044800:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:2.0:1787602437.150551:0:21955:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:2.0:1787602437.150581:0:21955:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:2.0:1787602437.150584:0:21955:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:2.0:1787602437.150752:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+20:21958:x1874436318044800:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 236us (9176us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602437.150762:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1787602437.150921:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318044800:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787602437.150995:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787602437.151006:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602437.151050:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602437.151062:0:21958:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:1.0:1787602437.151065:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d057fbb5000 from 13 10000000:01000000:1.0:1787602437.151068:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:1.0:1787602437.151100:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602437.151108:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602437.151117:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602437.151148:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318044928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1787602437.151183:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602437.151336:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318044928 00000100:00100000:0.0:1787602437.151343:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318044928 00000100:00100000:0.0:1787602437.151378:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:0.0:1787602437.151386:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+20:21958:x1874436318044928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787602437.151396:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602437.151408:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37673 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602437.151430:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37673 expref: 21 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602437.151440:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37673 expref: 21 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602437.151451:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d7600, rc 0) 00000100:00100000:1.0:1787602437.151494:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0574d75300 going to sleep for 11 seconds 00000100:00100000:0.0:1787602437.159493:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+21:21958:x1874436318044928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 8092us (8294us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602437.159510:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1787602437.159712:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318044928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787602437.159740:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602437.159755:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602437.159837:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318045056:0@lo:256:ll_cfg_requeue.0 00000100:00100000:1.0:1787602437.159888:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602437.159929:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0574d75300 going to sleep for 11 seconds 00000100:00100000:0.0:1787602437.160809:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318045056 00000100:00100000:0.0:1787602437.160820:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318045056 00000100:00100000:0.0:1787602437.160885:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:0.0:1787602437.160895:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:21958:x1874436318045056:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:0.0:1787602437.160918:0:21954:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:0.0:1787602437.160943:0:21954:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:0.0:1787602437.160946:0:21954:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 13 00000100:00100000:0.0:1787602437.161100:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:21958:x1874436318045056:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 205us (1209us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602437.161109:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00000100:00100000:1.0:1787602437.161225:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318045056:0@lo:256:ll_cfg_requeue.0 10000000:01000000:1.0:1787602437.161301:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:1.0:1787602437.161312:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602437.161323:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602437.786358:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602438.419625:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787602438.420758:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318045184:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602438.420841:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602438.420896:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318045312:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602438.420921:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602438.420961:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318045184 00000100:00100000:0.0:1787602438.420970:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318045184 00000100:00100000:0.0:1787602438.421033:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318045312 00000100:00100000:0.0:1787602438.421038:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318045312 00000100:00100000:0.0:1787602438.421056:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787602438.421064:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318045184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787602438.421111:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787602438.421159:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318045184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602438.421166:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:0.0:1787602438.421183:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787602438.421189:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318045312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787602438.421211:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1787602438.421243:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318045312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 53us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602438.421248:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:0.0:1787602438.421295:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318045312:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602438.421331:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318045184:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787602438.807619:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787602439.441981:0:22616:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787602439.832674:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602440.851697:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1787602440.976321:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602440.976329:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787602440.976333:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602440.976345:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787602440.976363:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602440.976367:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1787602440.976369:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602440.976373:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1787602440.976416:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318045824:0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.976487:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602440.976529:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1787602440.976535:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318045440:0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.976563:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602440.976632:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318045952:0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.976660:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602440.976688:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318045568:0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.976712:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602440.976729:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1874436318046080:0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.976753:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602440.976768:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787602440.976773:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318045696:0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.976793:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602440.976806:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318046208:0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.976827:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602440.976852:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318045824 00000100:00100000:1.0:1787602440.976860:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318045824 00000100:00100000:1.0:1787602440.976907:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318045568 00000100:00100000:1.0:1787602440.976911:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318045568 00000100:00100000:1.0:1787602440.976926:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787602440.976934:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318045824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.976987:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d88380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318045824:12345-0@lo:400:kworker.0 Request processed in 53us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602440.976994:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:1.0:1787602440.977010:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787602440.977037:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318045568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.977069:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d89f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318045568:12345-0@lo:400:kworker.0 Request processed in 54us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602440.977075:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:1.0:1787602440.977094:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318045440 00000100:00100000:1.0:1787602440.977097:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318045440 00000100:00100000:1.0:1787602440.977122:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787602440.977129:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+21:3453:x1874436318045440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.977157:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+21:3453:x1874436318045440:12345-0@lo:400:kworker.0 Request processed in 28us (593us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602440.977163:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:1.0:1787602440.977214:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318045568:0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.977239:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318045440:0@lo:400:kworker.0 00000100:00100000:1.0:1787602440.977248:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318045824:0@lo:400:kworker.0 00000100:00100000:3.0:1787602440.977335:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318045952 00000100:00100000:3.0:1787602440.977339:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318045952 00000100:00100000:3.0:1787602440.977359:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318046080 00000100:00100000:3.0:1787602440.977361:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318046080 00000100:00100000:3.0:1787602440.977391:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318045696 00000100:00100000:3.0:1787602440.977394:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318045696 00000100:00100000:3.0:1787602440.977404:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318046208 00000100:00100000:3.0:1787602440.977407:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318046208 00000100:00100000:3.0:1787602440.977424:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787602440.977431:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318045952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602440.977472:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318045952:12345-0@lo:400:kworker.0 Request processed in 42us (811us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602440.977479:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:3.0:1787602440.977493:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787602440.977498:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1874436318046080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602440.977527:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1874436318046080:12345-0@lo:400:kworker.0 Request processed in 28us (772us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602440.977533:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:3.0:1787602440.977551:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787602440.977557:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318045696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602440.977597:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318045696:12345-0@lo:400:kworker.0 Request processed in 40us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602440.977604:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787602440.977615:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787602440.977621:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318046208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602440.977644:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318046208:12345-0@lo:400:kworker.0 Request processed in 23us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602440.977650:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:3.0:1787602440.977688:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0559d88700 x1874436318045696/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602440.977699:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d88700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318045696:0@lo:400:kworker.0 00010000:00080000:3.0:1787602440.977709:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0559d8bb80 x1874436318046208/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602440.977718:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318046208:0@lo:400:kworker.0 00010000:00080000:3.0:1787602440.977731:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0559d89880 x1874436318046080/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602440.977739:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1874436318046080:0@lo:400:kworker.0 00010000:00080000:3.0:1787602440.977763:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0559d89500 x1874436318045952/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602456 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602440.977772:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d89500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318045952:0@lo:400:kworker.0 00000100:00080000:1.0:1787602440.977846:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787602440.977850:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1787602441.880468:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787602442.218306:0:23642:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg452-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00000100:00100000:3.0:1787602442.834218:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602427/real 1787602427] req@ffff8d0579e91f80 x1874436318038144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602442 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602442.834251:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0579e91f80 x1874436318038144/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602442 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602442.834263:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602427/real 1787602427] req@ffff8d0579e92d80 x1874436318038272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602442 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602442.834275:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d0579e92d80 x1874436318038272/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602442 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1787602442.834761:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0444813000 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602442.834797:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787602442.834802:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e91f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318038144:0@lo:8:kworker.0 00000100:00080000:0.0:1787602442.834810:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602442.834816:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:0.0:1787602442.834818:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0579e92d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318038272:0@lo:8:kworker.0 00000100:00080000:3.0:1787602442.835134:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602442.835138:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1787602442.835140:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602442.835144:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:0.0:1787602442.835207:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318046336:0@lo:400:kworker.0 00000100:00100000:0.0:1787602442.835274:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602442.835326:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787602442.835332:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318046464:0@lo:400:kworker.0 00000100:00100000:0.0:1787602442.835361:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602442.835394:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318046336 00000100:00100000:0.0:1787602442.835401:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318046336 00000100:00100000:0.0:1787602442.835449:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787602442.835457:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:3453:x1874436318046336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602442.835512:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:3453:x1874436318046336:12345-0@lo:400:kworker.0 Request processed in 55us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602442.835519:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1787602442.835560:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318046464 00000100:00100000:0.0:1787602442.835564:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318046464 00000100:00100000:0.0:1787602442.835589:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787602442.835596:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318046464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602442.835642:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318046464:12345-0@lo:400:kworker.0 Request processed in 45us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602442.835648:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:0.0:1787602442.835683:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318046464:0@lo:400:kworker.0 00000100:00100000:0.0:1787602442.835703:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318046336:0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.837034:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318046592:0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.837088:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602442.837329:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318046592 00000100:00100000:1.0:1787602442.837335:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318046592 00000100:00100000:1.0:1787602442.837377:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:1.0:1787602442.837385:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318046592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.837430:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318046592:12345-0@lo:400:kworker.0 Request processed in 46us (342us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602442.837437:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00080000:1.0:1787602442.837472:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0445196d80 x1874436318046592/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602442.837486:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318046592:0@lo:400:kworker.0 00000100:00100000:2.0:1787602442.845783:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318046720:0@lo:400:kworker.0 00000100:00100000:2.0:1787602442.845872:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1787602442.845947:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602442.845952:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:1.0:1787602442.845956:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d0444813000 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787602442.845962:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0001: connect to NID 0@lo last attempt 734 00000100:00080000:1.0:1787602442.845967:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787602442.845974:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0001: import ffff8d0444813000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:1.0:1787602442.846040:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057db27b80 x1874436318046848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:1.0:1787602442.846059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:1.0:1787602442.846063:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:1.0:1787602442.846065:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:1.0:1787602442.846068:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 734 00000100:00080000:1.0:1787602442.846084:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 10s 00000100:00080000:1.0:1787602442.846089:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d057a749000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:1.0:1787602442.846115:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318046848:0@lo:8:kworker.0 00000100:00100000:1.0:1787602442.846152:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602442.846233:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057db24a80 x1874436318046976/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787602442.846254:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318046976:0@lo:8:kworker.0 00000100:00100000:1.0:1787602442.846278:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602442.846344:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318047104:0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.846377:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602442.846417:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318047104 00000100:00100000:1.0:1787602442.846426:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318047104 00000100:00100000:1.0:1787602442.846472:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:1.0:1787602442.846483:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318047104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.846540:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318047104:12345-0@lo:400:kworker.0 Request processed in 58us (162us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602442.846562:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00010000:00080000:1.0:1787602442.846606:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057db27480 x1874436318047104/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602442.846633:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318047104:0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.846684:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1874436318047232:0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.846709:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602442.846740:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318047232 00000100:00100000:1.0:1787602442.846744:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318047232 00000100:00100000:1.0:1787602442.846780:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787602442.846800:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1874436318047232:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.846836:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1874436318047232:12345-0@lo:400:kworker.0 Request processed in 39us (126us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602442.846843:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00080000:1.0:1787602442.846863:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1787602442.846886:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057db27480 x1874436318047232/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602442.846895:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1874436318047232:0@lo:400:kworker.0 00000100:00100000:3.0:1787602442.846992:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318046720 00000100:00100000:3.0:1787602442.846997:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318046720 00000100:00100000:3.0:1787602442.847043:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:3.0:1787602442.847051:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318046720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602442.847225:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318046848 00000100:00100000:0.0:1787602442.847230:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318046848 00000100:00100000:0.0:1787602442.847248:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318046976 00000100:00100000:0.0:1787602442.847250:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318046976 00000100:00100000:0.0:1787602442.847260:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787602442.847265:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318046848:12345-0@lo:8:kworker.0 00010000:00080000:0.0:1787602442.847293:0:23271:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 749 last 0 00000020:00000080:0.0:1787602442.847330:0:23271:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbc87b28475e37681 00002000:00100000:0.0:1787602442.847346:0:23271:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0001-mdtlov_UUID/ffff8d054832b000 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113952 ocd_grant: 0 ocd_index: 0 ocd_group 1 00002000:00080000:0.0:1787602442.847351:0:23271:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 1 00002000:00100000:0.0:1787602442.847354:0:23271:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:0.0:1787602442.847804:0:23271:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 1 00000100:00080000:0.0:1787602442.847837:0:23271:0:(import.c:65:import_set_state_nolock()) ffff8d0548329000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787602442.847895:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+6:3450:x1874436318046848:12345-0@lo:8:kworker.0 Request processed in 628us (1742us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602442.847903:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787602442.847924:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:0.0:1787602442.847928:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318046976:12345-0@lo:8:kworker.0 00010000:00020000:0.0:1787602442.847942:0:23271:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:1.0:1787602442.854505:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318047360:0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.854690:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602442.854767:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318047360 00000100:00100000:1.0:1787602442.854777:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318047360 00000100:00100000:1.0:1787602442.854837:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:1.0:1787602442.854848:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318047360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602442.854904:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318047360:12345-0@lo:400:kworker.0 Request processed in 58us (215us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602442.854911:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00080000:1.0:1787602442.854936:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1787602442.854964:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057db27480 x1874436318047360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602442.854978:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318047360:0@lo:400:kworker.0 00010000:00080000:1.0:1787602442.855011:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057db27b80 x1874436318046848/t0(0) o8->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787602462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602442.855039:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:1.0:1787602442.855051:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0001: connect to target with instance 3 00000100:00080000:1.0:1787602442.855080:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:1.0:1787602442.855086:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:1.0:1787602442.855090:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0444813000 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:1.0:1787602442.856211:0:3450:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:1.0:1787602442.856224:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318046848:0@lo:8:kworker.0 00000100:00100000:3.0:1787602442.856637:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc42680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318046720:12345-0@lo:400:kworker.0 Request processed in 9584us (10762us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602442.856721:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787602442.856817:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318046720:0@lo:400:kworker.0 00000004:00080000:3.0:1787602442.857132:0:22603:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787602442.860305:0:22603:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0001: add commit cb at 749883285583ns, next at 0ns, rc = 0 00000004:00080000:1.0:1787602442.862132:0:22604:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: going to cleanup orphans since [0x280000400:0x1:0x0] 00000100:00100000:1.0:1787602442.862162:0:22604:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22604:1874436318047616:0@lo:7:osp-pre-0-1.0 00000100:00100000:1.0:1787602442.862267:0:22604:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602442.862425:0:22604:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0574d75a80 going to sleep for 11 seconds 00000100:00100000:1.0:1787602442.862455:0:23273:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1787602442.862463:0:23273:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'll_ost00_003' 00000100:00100000:1.0:1787602442.862480:0:23272:0:(service.c:3462:ptlrpc_start_thread()) ost[0] started 3 min 3 max 116 00000100:00100000:1.0:1787602442.862494:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318047616 00000100:00100000:1.0:1787602442.862500:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318047616 00000100:00080000:1.0:1787602442.862572:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787602442.862582:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787602442.862593:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318047488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787602442.862633:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602442.862665:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318047488 00000100:00100000:1.0:1787602442.862670:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318047488 00000100:00100000:1.0:1787602442.862694:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:1.0:1787602442.862702:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3451:x1874436318047488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787602442.862740:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787602442.862791:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3451:x1874436318047488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 89us (157us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602442.862797:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00010000:00080000:1.0:1787602442.862836:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057db27b80 x1874436318047488/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787602458 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602442.862875:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318047488:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787602442.868616:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787602442.868638:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:22604:x1874436318047616:12345-0@lo:7:osp-pre-0-1.0 00002000:00080000:3.0:1787602442.878811:0:23665:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000400 00002000:00080000:3.0:1787602442.878826:0:23665:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0000: LAST FID is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1787602442.879802:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db26300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:22604:x1874436318047616:12345-0@lo:7:osp-pre-0-1.0 Request processed in 11166us (17528us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602442.879816:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00010000:00080000:3.0:1787602442.880177:0:22604:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057db27480 x1874436318047616/t0(0) o7->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787602458 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602442.880194:0:22604:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27480 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22604:1874436318047616:0@lo:7:osp-pre-0-1.0 00000004:00080000:3.0:1787602442.880210:0:22604:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0000-osc-MDT0001: Got last_fid [0x280000400:0x41:0x0] 00000100:00100000:3.0:1787602442.880257:0:22604:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445196680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22604:1874436318047744:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1787602442.880294:0:22604:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602442.880327:0:22604:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0444fb3180 going to sleep for 11 seconds 00000100:00100000:1.0:1787602442.880380:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318047744 00000100:00100000:1.0:1787602442.880388:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318047744 00000100:00100000:1.0:1787602442.880432:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:1.0:1787602442.880441:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:22604:x1874436318047744:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1787602442.880466:0:23272:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:1.0:1787602442.880505:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445197100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:22604:x1874436318047744:12345-0@lo:5:osp-pre-0-1.0 Request processed in 65us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602442.880511:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00010000:00080000:3.0:1787602442.880532:0:22604:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0445196680 x1874436318047744/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787602458 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602442.880558:0:22604:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445196680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22604:1874436318047744:0@lo:5:osp-pre-0-1.0 00000004:00080000:3.0:1787602442.880567:0:22604:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0001: Got last_id [0x280000400:0x41:0x0] from OST, last_created [0x280000400:0x41:0x0]last_used is [0x280000400:0x41:0x0] 00000100:00100000:3.0:1787602442.880591:0:22604:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445196680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22604:1874436318047872:0@lo:5:osp-pre-0-1.0 00000100:00100000:3.0:1787602442.880613:0:22604:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602442.880635:0:22604:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0444fb3180 going to sleep for 11 seconds 00000100:00100000:1.0:1787602442.880694:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318047872 00000100:00100000:1.0:1787602442.880699:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318047872 00000100:00100000:1.0:1787602442.880722:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:1.0:1787602442.880728:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:22604:x1874436318047872:12345-0@lo:5:osp-pre-0-1.0 00002000:00080000:1.0:1787602442.880758:0:23273:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000400 at 66 00000100:00100000:0.0:1787602442.882916:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318046976:12345-0@lo:8:kworker.0 Request processed in 34980us (36631us total) trans 0 rc -19/-19 00000100:00100000:0.0:1787602442.882929:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00080000:0.0:1787602442.883844:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602442.883853:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787602442.883865:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318046976:0@lo:8:kworker.0 00010000:00010000:1.0:1787602442.910716:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602442.920219:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445194e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+7:22604:x1874436318047872:12345-0@lo:5:osp-pre-0-1.0 Request processed in 39479us (39593us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787602442.920232:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00010000:00080000:0.0:1787602442.920291:0:22604:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0445196680 x1874436318047872/t0(0) o5->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787602458 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602442.920310:0:22604:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445196680 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0001-mdtlov_UUID:22604:1874436318047872:0@lo:5:osp-pre-0-1.0 00000004:00080000:0.0:1787602442.920325:0:22604:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0001: current precreated pool: [0x280000400:0x41:0x0]-[0x280000400:0x61:0x0] 00000100:00100000:0.0:1787602442.920368:0:22604:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:22604:1874436318048000:0@lo:900:osp-pre-0-1.0 00000100:00100000:0.0:1787602442.920404:0:22604:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602442.920481:0:22604:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0547f629c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602442.920559:0:21972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318048000 00000100:00100000:2.0:1787602442.920568:0:21972:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318048000 00000100:00100000:2.0:1787602442.920654:0:21972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:2.0:1787602442.920665:0:21972:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22604:x1874436318048000:12345-0@lo:900:osp-pre-0-1.0 00000100:00100000:2.0:1787602442.920740:0:21972:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22604:x1874436318048000:12345-0@lo:900:osp-pre-0-1.0 Request processed in 78us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602442.920748:0:21972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:0.0:1787602442.921506:0:22604:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0559da5180 x1874436318048000/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787602458 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602442.921518:0:22604:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-1:lustre-MDT0000-lwp-MDT0001_UUID:22604:1874436318048000:0@lo:900:osp-pre-0-1.0 00000004:00080000:0.0:1787602442.944192:0:7253:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0001: 1 committed 00000040:00080000:0.0:1787602443.409978:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787602443.536212:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787602443.536238:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318048128:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602443.536330:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602443.536686:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318048128 00000100:00100000:0.0:1787602443.536698:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318048128 00000100:00100000:0.0:1787602443.536756:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787602443.536767:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318048128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787602443.536812:0:23297:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787602443.536871:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318048128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (542us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602443.536894:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:0.0:1787602443.536962:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318048128:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787602443.537781:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1787602443.537799:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318048256:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602443.537844:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602443.537931:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318048256 00000100:00100000:1.0:1787602443.537938:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318048256 00000100:00100000:1.0:1787602443.537981:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787602443.537989:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318048256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787602443.538042:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1787602443.538261:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445196300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318048256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 272us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602443.538340:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:1.0:1787602443.538488:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318048256:0@lo:41:osp-pre-0-1.0 00010000:00010000:3.0:1787602443.921871:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602444.945427:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602445.968476:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:1.0:1787602446.259991:0:8124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901889 is committed 00000001:00100000:1.0:1787602446.260010:0:8124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000100:00100000:1.0:1787602446.936681:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602426/real 1787602426] req@ffff8d057dc41f80 x1874436318036992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602446 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602446.936718:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057dc41f80 x1874436318036992/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602446 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602446.936730:0:3450:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1787602426/real 1787602426] req@ffff8d057dc43800 x1874436318037120/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602446 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602446.936741:0:3450:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff8d057dc43800 x1874436318037120/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 1 dl 1787602446 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1787602446.936760:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a76c800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602446.936791:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787602446.936796:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318036992:0@lo:8:kworker.0 00000100:00080000:1.0:1787602446.936802:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1787602446.936808:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-110) 00000100:00100000:1.0:1787602446.936811:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318037120:0@lo:8:kworker.0 00000100:00080000:3.0:1787602446.936950:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602446.936955:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery 00000100:00080000:3.0:1787602446.936957:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d057a76c800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602446.936976:0:36:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-MDT0000: connect to NID 0@lo last attempt 733 00000100:00080000:3.0:1787602446.936981:0:36:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787602446.936987:0:36:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-MDT0000: import ffff8d057a76c800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602446.937010:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0445194a80 x1874436318048640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602446.937057:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602446.937060:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787602446.937062:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602446.937065:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 733 00000100:00080000:3.0:1787602446.937068:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787602446.937071:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d044486b800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602446.937084:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0445194000 x1874436318048768/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602446.937139:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:3.0:1787602446.937142:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:3.0:1787602446.937144:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:3.0:1787602446.937148:0:36:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 749 00000100:00080000:3.0:1787602446.937150:0:36:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 15s 00000100:00080000:3.0:1787602446.937154:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d057a749000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602446.937165:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0445197b80 x1874436318049280/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1787602446.937617:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318049024:0@lo:400:kworker.0 00000100:00100000:0.0:1787602446.937686:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602446.937745:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1874436318049664:0@lo:400:kworker.0 00000100:00100000:0.0:1787602446.937775:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602446.937797:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1787602446.937803:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1874436318048896:0@lo:400:kworker.0 00000100:00100000:0.0:1787602446.937825:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602446.937840:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1874436318049536:0@lo:400:kworker.0 00000100:00100000:0.0:1787602446.937864:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602446.937993:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318049024 00000100:00100000:3.0:1787602446.938002:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318049024 00000100:00100000:3.0:1787602446.938086:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:3.0:1787602446.938096:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318049024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602446.938161:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318049024:12345-0@lo:400:kworker.0 Request processed in 66us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602446.938168:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:1.0:1787602446.938359:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318048384:0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.938395:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602446.938429:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318049152:0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.938453:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602446.938484:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1787602446.938489:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318048512:0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.938511:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602446.938530:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318049408:0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.938563:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602446.938664:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318049664 00000100:00100000:1.0:1787602446.938669:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318049664 00000100:00100000:1.0:1787602446.938704:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318048896 00000100:00100000:1.0:1787602446.938708:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318048896 00000100:00100000:1.0:1787602446.938721:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318049536 00000100:00100000:1.0:1787602446.938723:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318049536 00000100:00100000:1.0:1787602446.938733:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318049408 00000100:00100000:1.0:1787602446.938735:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318049408 00000100:00100000:1.0:1787602446.938747:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787602446.938753:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1874436318049664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.938788:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1874436318049664:12345-0@lo:400:kworker.0 Request processed in 35us (1012us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602446.938794:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787602446.938807:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787602446.938814:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1874436318048896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.938841:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3454:x1874436318048896:12345-0@lo:400:kworker.0 Request processed in 28us (1015us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602446.938847:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00100000:1.0:1787602446.938856:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787602446.938861:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1874436318049536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.938886:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3454:x1874436318049536:12345-0@lo:400:kworker.0 Request processed in 25us (1021us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602446.938891:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:1.0:1787602446.938903:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787602446.938909:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318049408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.938939:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318049408:12345-0@lo:400:kworker.0 Request processed in 31us (376us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602446.938952:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:1.0:1787602446.938977:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318048512 00000100:00100000:1.0:1787602446.938980:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318048512 00000100:00100000:1.0:1787602446.939004:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:1.0:1787602446.939010:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318048512:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1787602446.939792:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0445197480 x1874436318048896/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602446.939809:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3454:1874436318048896:0@lo:400:kworker.0 00010000:00080000:0.0:1787602446.939823:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0445195c00 x1874436318049536/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602446.939848:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3454:1874436318049536:0@lo:400:kworker.0 00000100:00100000:0.0:1787602446.939863:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318049024:0@lo:400:kworker.0 00010000:00080000:0.0:1787602446.939874:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057da23480 x1874436318049664/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602446.939882:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1874436318049664:0@lo:400:kworker.0 00000100:00100000:3.0:1787602446.940204:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318048384 00000100:00100000:3.0:1787602446.940210:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318048384 00000100:00100000:3.0:1787602446.940254:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:3.0:1787602446.940262:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:3451:x1874436318048384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.940681:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db24e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318048512:12345-0@lo:400:kworker.0 Request processed in 1667us (2166us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602446.940689:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00080000:1.0:1787602446.940716:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787602446.940721:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787602446.942605:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318048640:0@lo:8:kworker.0 00000100:00100000:0.0:1787602446.942672:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602446.942727:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318048768:0@lo:8:kworker.0 00000100:00100000:0.0:1787602446.942751:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602446.942769:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318049280:0@lo:8:kworker.0 00000100:00100000:0.0:1787602446.942789:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602446.942813:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318049152 00000100:00100000:0.0:1787602446.942819:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318049152 00000100:00100000:0.0:1787602446.942864:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318048640 00000100:00100000:0.0:1787602446.942868:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318048640 00000100:00100000:0.0:1787602446.942876:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318048768 00000100:00100000:0.0:1787602446.942878:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318048768 00000100:00100000:0.0:1787602446.942886:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318049280 00000100:00100000:0.0:1787602446.942888:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318049280 00000100:00100000:0.0:1787602446.942899:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 0 00000100:00100000:0.0:1787602446.942907:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318049152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602446.943065:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787602446.943072:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318048640:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1787602446.943099:0:23271:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 753 last 0 00000020:00000080:2.0:1787602446.945847:0:23271:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbc87b28475e37688 00002000:00100000:2.0:1787602446.945873:0:23271:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli lustre-MDT0000-mdtlov_UUID/ffff8d057c87c800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113952 ocd_grant: 0 ocd_index: 0 ocd_group 0 00002000:00080000:2.0:1787602446.945879:0:23271:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0000: Received MDS connection for group 0 00002000:00100000:2.0:1787602446.945882:0:23271:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0000: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787602446.946156:0:23271:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1787602446.946192:0:23271:0:(import.c:65:import_set_state_nolock()) ffff8d057c87c000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787602446.946283:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3450:x1874436318048640:12345-0@lo:8:kworker.0 Request processed in 3206us (3606us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602446.946293:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787602446.946327:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787602446.946335:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318048768:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787602446.946355:0:23271:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787602446.946399:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318048768:12345-0@lo:8:kworker.0 Request processed in 64us (3648us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787602446.946406:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787602446.946417:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787602446.946422:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318049280:12345-0@lo:8:kworker.0 00010000:00020000:2.0:1787602446.946432:0:23271:0:(ldlm_lib.c:1190:target_handle_connect()) lustre-OST0001: not available for connect from 0@lo (no target). If you are running an HA pair check that the target is mounted on the other server. 00000100:00100000:2.0:1787602446.946456:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318049280:12345-0@lo:8:kworker.0 Request processed in 32us (3665us total) trans 0 rc -19/-19 00000100:00100000:2.0:1787602446.946461:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787602446.946894:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:3451:x1874436318048384:12345-0@lo:400:kworker.0 Request processed in 6630us (8497us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602446.946905:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1787602446.954708:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318048512:0@lo:400:kworker.0 00000100:00080000:1.0:1787602446.954894:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:1.0:1787602446.954928:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0445195180 x1874436318049408/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602446.954940:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318049408:0@lo:400:kworker.0 00000100:00100000:1.0:1787602446.954951:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318048384:0@lo:400:kworker.0 00000100:00100000:0.0:1787602446.956630:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318049152:12345-0@lo:400:kworker.0 Request processed in 13715us (18167us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602446.956644:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 0 00000100:00080000:0.0:1787602446.960528:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602446.960543:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787602446.960548:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318049280:0@lo:8:kworker.0 00010000:00080000:0.0:1787602446.960728:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0445194a80 x1874436318048640/t0(0) o8->lustre-OST0000-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787602471 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602446.960740:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787602446.960748:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0000-osc-MDT0000: connect to target with instance 3 00000100:00080000:0.0:1787602446.960777:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0000-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:0.0:1787602446.960783:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0000_UUID 00000100:00080000:0.0:1787602446.960786:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a76c800 lustre-OST0000_UUID: changing import state from CONNECTING to FULL 00000004:00080000:0.0:1787602446.960815:0:3450:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:0.0:1787602446.960821:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318048640:0@lo:8:kworker.0 00000004:00080000:0.0:1787602446.960867:0:21985:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: going to cleanup orphans since [0x280000401:0x5:0x0] 00000100:00100000:0.0:1787602446.960888:0:21985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21985:1874436318049920:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787602446.960946:0:21985:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602446.960969:0:21985:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0547f62e40 going to sleep for 11 seconds 00000100:00100000:0.0:1787602446.960983:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787602446.960991:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318049792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787602446.961097:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602446.961133:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318049920 00000100:00100000:0.0:1787602446.961139:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318049920 00000100:00100000:0.0:1787602446.961195:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:0.0:1787602446.961205:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21985:x1874436318049920:12345-0@lo:5:osp-pre-0-0.0 00000004:00080000:3.0:1787602446.963427:0:21984:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787602446.963919:0:21984:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 753986902122ns, next at 0ns, rc = 0 00000100:00100000:3.0:1787602446.965879:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318049792 00000100:00100000:3.0:1787602446.965897:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318049792 00000100:00100000:3.0:1787602446.965964:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787602446.965976:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3452:x1874436318049792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787602446.967200:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40828928 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787602446.967314:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3452:x1874436318049792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1336us (6292us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602446.967323:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00010000:00080000:1.0:1787602446.969490:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0445195f80 x1874436318049152/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1787602462 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602446.969506:0:3451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1787602446.969526:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318049152:0@lo:400:kworker.0 00002000:00080000:0.0:1787602446.972260:0:23271:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0000: adding sequence 0x280000401 00002000:00080000:0.0:1787602446.972275:0:23271:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -60 00002000:02000040:0.0:1787602446.972281:0:23271:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0000: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x280000401:6 to 0x280000401:65) 00000100:00080000:1.0:1787602446.989707:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1787602446.996349:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0559da7b80 x1874436318049792/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787602462 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-0-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602446.996378:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318049792:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1787602446.996434:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1787602446.996440:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-19) 00000100:00100000:0.0:1787602446.996444:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445194000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318048768:0@lo:8:kworker.0 00002000:00010000:0.0:1787602446.999541:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602446.999558:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 3/0,1 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999645:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602446.999650:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602446.999657:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999675:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999687:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999696:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999717:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602446.999731:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602446.999736:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999744:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602446.999749:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999777:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999793:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 1/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999801:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3768f lrc: 0/0,0 mode: --/PW res: [0x280000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602446.999822:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602446.999824:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602446.999826:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.000499:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.000508:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.000518:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.000522:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.000527:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.000537:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.000545:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.000559:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.001730:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.002439:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.002448:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.002473:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6a00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.002479:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.002489:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.002510:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.002519:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37696 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.002542:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.002544:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.002546:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602447.005974:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.006523:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.006551:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006569:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.006574:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.006582:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006595:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006607:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006615:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006635:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.006648:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.006654:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006663:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.006668:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006677:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006703:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006711:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e3769d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.006737:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.006739:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.006741:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.012897:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.012914:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.012934:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.012939:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.012946:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.012962:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.012972:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.012981:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013122:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787602447.013602:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.013609:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013617:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.013621:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.013625:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013634:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013644:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013650:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013668:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787602447.013680:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787602447.013686:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013693:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7000 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.013704:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013713:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013728:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013735:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e376a4 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013753:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.013757:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013763:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7c00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.013766:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013773:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013782:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013787:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e376ab lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.013808:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.013810:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.013812:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602447.018161:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.019052:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.019065:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019082:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.019087:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.019095:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019109:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019119:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019126:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019143:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.019155:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.019162:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019182:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6c00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.019187:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019196:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019217:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019225:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e376b2 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019244:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.019246:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.019248:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.019785:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.019792:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019802:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.019805:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.019810:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019819:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019834:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019841:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019861:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.019870:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.019874:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019880:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6600 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.019884:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019891:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019903:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019909:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e376b9 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.019923:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.019930:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.019932:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.024408:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.024427:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.024447:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.024452:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.024460:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.024489:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.024503:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.024512:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.024537:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.024556:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.025461:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.025486:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3e000 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.025491:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.025515:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.025534:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.025542:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002c0783e2/0xbc87b28475e376c0 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.025683:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.025686:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.025689:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.026353:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.026361:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026373:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.026378:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.026384:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026396:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026406:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026421:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026448:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.026687:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.026694:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026703:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3fa00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.026706:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026715:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026730:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026737:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000590f879e/0xbc87b28475e376c7 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.026753:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.026755:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.026756:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.027483:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.027497:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 3/0,1 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027508:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.027512:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.027516:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027525:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027533:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027540:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027556:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.027706:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.027711:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027718:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3ee00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.027722:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027731:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027750:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 1/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027757:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000036d67e/0xbc87b28475e376ce lrc: 0/0,0 mode: --/PW res: [0x280000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.027773:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.027775:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.027777:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.030586:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.030598:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.030613:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.030617:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.030623:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.030636:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.030646:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.030653:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.030695:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787602447.031177:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.031183:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 3/0,1 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031191:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.031194:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.031198:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031206:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031214:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031221:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031238:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:0.0:1787602447.031252:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787602447.031258:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031266:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3ea00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.031279:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031288:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031304:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031310:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000002b644cbe/0xbc87b28475e376d5 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031328:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.031331:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031337:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f000 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.031340:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031346:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031353:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 1/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031359:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000025aa9e87/0xbc87b28475e376dc lrc: 0/0,0 mode: --/PW res: [0x280000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031375:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.031377:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.031379:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.031754:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.031760:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031768:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.031771:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.031775:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031785:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031792:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031798:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031812:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.031821:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.031824:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031841:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3e800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.031844:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031852:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031862:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031869:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000001329c07/0xbc87b28475e376e3 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.031883:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.031885:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.031887:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.032315:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.032322:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 3/0,1 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032331:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.032334:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.032338:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032346:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032361:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032368:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032384:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.032393:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.032396:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032403:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3ec00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.032406:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032413:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032424:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 1/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032431:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e376ea lrc: 0/0,0 mode: --/PW res: [0x280000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.032445:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.032452:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.032454:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602447.033106:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.038377:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.038394:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038416:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.038421:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.038429:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038444:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038455:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038473:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038495:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.038510:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.038517:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038523:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3e200 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.038529:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038553:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038584:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038591:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e376f1 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.038616:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.038618:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.038620:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.039292:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.039300:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039311:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.039315:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.039319:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039330:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039338:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039352:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039375:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.039390:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.039396:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039403:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3fe00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.039407:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039414:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039426:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039432:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e376f8 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039446:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.039447:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.039449:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.039912:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.039930:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 3/0,1 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039938:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.039942:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.039946:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039956:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039964:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039970:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.039986:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.039996:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.040001:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040009:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3e600 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.040012:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040047:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040065:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 1/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040073:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009ad15dc6/0xbc87b28475e376ff lrc: 0/0,0 mode: --/PW res: [0x280000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040088:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.040090:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.040092:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.040516:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.040522:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040531:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.040533:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.040538:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040547:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040555:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040561:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040587:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602447.040596:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602447.040601:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040607:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602447.040610:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040617:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040628:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040634:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000000bcc9f74/0xbc87b28475e37706 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.040646:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.040648:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602447.040649:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.041081:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.041088:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.041097:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.041106:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.041111:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.053229:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.053247:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.053255:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.053275:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787602447.054139:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602447.054150:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.054176:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3fc00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:1.0:1787602447.054181:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.054192:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.054214:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.054223:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000085df8a6b/0xbc87b28475e3770d lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.054250:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602447.054252:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602447.054254:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.055933:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.055946:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.055964:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.055969:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.055976:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.055989:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.055999:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.057893:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.057938:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787602447.059140:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602447.059152:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.059166:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3e400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:1.0:1787602447.059173:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.059184:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.059220:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.059228:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000aad20a12/0xbc87b28475e37714 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.059255:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602447.059257:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602447.059259:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.060549:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.060559:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.060588:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.060593:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.060600:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.060615:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.060626:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.060634:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.060660:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787602447.061147:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.061155:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.061171:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.061175:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.061179:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.061188:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.061196:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.061203:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.061223:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:3.0:1787602447.061518:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787602447.061527:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061536:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602447.061542:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061574:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061593:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061601:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007be71701/0xbc87b28475e3771b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061628:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787602447.061631:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061637:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f200 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602447.061641:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061648:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061658:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061665:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37722 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.061689:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602447.061691:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602447.061693:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602447.061801:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787602447.064206:0:6469:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 1 committed 00002000:00010000:0.0:1787602447.064995:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.065006:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065207:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.065213:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.065221:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065235:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065253:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065262:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065280:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787602447.065892:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.065900:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065908:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.065910:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.065915:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065925:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065933:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065940:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.065972:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787602447.069492:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787602447.069508:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.069525:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f600 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:1.0:1787602447.069532:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.069544:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787602447.069884:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.069892:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.069906:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.069911:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.069918:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.069931:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.069941:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.069950:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.069962:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00010000:00010000:1.0:1787602447.070112:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070123:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000be7c1e6d/0xbc87b28475e37729 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070169:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:1.0:1787602447.070173:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070179:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:1.0:1787602447.070181:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070189:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070198:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070204:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000006436fccd/0xbc87b28475e37730 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070215:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602447.070218:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070224:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6a00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:1.0:1787602447.070227:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070246:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070256:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070262:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000009457a668/0xbc87b28475e37737 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602447.070275:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602447.070276:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602447.070279:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602447.070410:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.071459:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.071479:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 3/0,1 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.071492:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.071503:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.071509:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.071521:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.071530:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.071538:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.071557:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:0.0:1787602447.071966:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.071973:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.071982:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.071985:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.071989:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.071999:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072006:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072058:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072077:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:0.0:1787602447.072493:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.072499:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 3/0,1 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072508:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.072511:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.072515:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072526:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072534:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072540:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072550:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:0.0:1787602447.072942:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.072949:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072961:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.072964:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.072968:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072978:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072986:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.072994:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073001:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:0.0:1787602447.073364:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.073370:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 3/0,1 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073378:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.073381:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.073385:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073394:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073412:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073420:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073427:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00002000:00010000:0.0:1787602447.073791:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.073796:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073804:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.073807:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.073811:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073819:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073827:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073833:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.073851:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/6 locks to regular blp list, 6 blwis in pool 00010000:00010000:3.0:1787602447.074625:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 5 total in blp. (5 blwis in pool) 00010000:00010000:3.0:1787602447.074636:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074647:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6600 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602447.074652:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074661:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074680:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 1/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074689:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000d886007e/0xbc87b28475e3773e lrc: 0/0,0 mode: --/PW res: [0x280000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074712:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:3.0:1787602447.074715:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074721:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6c00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602447.074737:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074745:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074755:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074762:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000007eb92da9/0xbc87b28475e37745 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074774:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:3.0:1787602447.074777:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074783:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7c00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602447.074785:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074792:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074801:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 1/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074808:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000fd2ec76a/0xbc87b28475e3774c lrc: 0/0,0 mode: --/PW res: [0x280000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074828:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:3.0:1787602447.074832:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074838:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7000 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602447.074841:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074848:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074857:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074864:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000795067e8/0xbc87b28475e37753 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074875:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:3.0:1787602447.074878:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074884:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602447.074887:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074905:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074916:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 1/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074923:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000cdd6af74/0xbc87b28475e3775a lrc: 0/0,0 mode: --/PW res: [0x280000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074936:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787602447.074939:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074944:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3e200 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602447.074948:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074956:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074964:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074971:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 0000000011b66e0d/0xbc87b28475e37761 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.074992:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602447.074994:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602447.074996:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602447.075481:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:0.0:1787602447.076011:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x22:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1787602447.082000:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 3/0,1 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.082220:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=754s v=(0 0) 00010000:00010000:0.0:1787602447.082226:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x22:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602447.082233:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.082251:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.082263:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 3/0,1 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.082272:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602447.082330:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00080000:0.0:1787602447.083502:0:23271:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0000: after destroy: set last_id to 0x280000401:5 00000100:00100000:0.0:1787602447.083688:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21985:x1874436318049920:12345-0@lo:5:osp-pre-0-0.0 Request processed in 122477us (122736us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602447.083701:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00010000:00010000:3.0:1787602447.089250:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787602447.089266:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.089282:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3ec00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602447.089287:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.089298:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.089325:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 1/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.089333:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008875f3be/0xbc87b28475e37768 lrc: 0/0,0 mode: --/PW res: [0x280000401:0x22:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602447.089368:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602447.089370:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602447.089372:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602447.090011:0:21985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21985:1874436318049920:0@lo:5:osp-pre-0-0.0 00000004:00080000:1.0:1787602447.090370:0:21985:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0000-osc-MDT0000: Got last_id [0x280000401:0x41:0x0] from OST, last_created [0x280000401:0x41:0x0]last_used is [0x280000401:0x5:0x0] 00000100:00100000:0.0:1787602447.099595:0:21985:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21985:1874436318050048:0@lo:5:osp-pre-0-0.0 00000100:00100000:0.0:1787602447.099700:0:21985:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602447.099749:0:21985:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05480e4180 going to sleep for 11 seconds 00000100:00100000:1.0:1787602447.101217:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318050048 00000100:00100000:1.0:1787602447.101232:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318050048 00000100:00100000:1.0:1787602447.101308:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:1.0:1787602447.101319:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:21985:x1874436318050048:12345-0@lo:5:osp-pre-0-0.0 00002000:00080000:1.0:1787602447.101378:0:23272:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0000: reserve 32 objects in group 0x280000401 at 66 00000100:00100000:1.0:1787602447.106515:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:21985:x1874436318050048:12345-0@lo:5:osp-pre-0-0.0 Request processed in 5190us (6808us total) trans 12884901890 rc 0/0 00000100:00100000:1.0:1787602447.106527:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787602447.106630:0:21985:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da7b80 pname:cluuid:pid:xid:nid:opc:job osp-pre-0-0:lustre-MDT0000-mdtlov_UUID:21985:1874436318050048:0@lo:5:osp-pre-0-0.0 00000004:00080000:2.0:1787602447.106648:0:21985:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0000-osc-MDT0000: current precreated pool: [0x280000401:0x41:0x0]-[0x280000401:0x61:0x0] 00010000:00010000:3.0:1787602448.020863:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602448.148977:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318050176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787602448.149078:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602448.149166:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318050176 00000100:00100000:1.0:1787602448.149180:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318050176 00000100:00100000:1.0:1787602448.149236:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:1.0:1787602448.149246:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318050176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1787602448.149269:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00080000:0.0:1787602448.154372:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787602448.154476:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da20e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318050176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5227us (5393us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602448.154489:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:3.0:1787602448.157303:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318050176:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787602448.657919:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318050304:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1787602448.658031:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602448.660478:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318050304 00000100:00100000:0.0:1787602448.660498:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318050304 00000100:00100000:0.0:1787602448.660570:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:0.0:1787602448.660580:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318050304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787602448.660627:0:23297:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1787602448.662248:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318050432:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787602448.662311:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602448.662363:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318050432 00000100:00100000:1.0:1787602448.662370:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318050432 00000100:00100000:1.0:1787602448.662404:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787602448.662412:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318050432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787602448.662457:0:21965:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1787602448.662499:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318050432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602448.662507:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:1.0:1787602448.662550:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318050432:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787602448.662695:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318050304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602448.663724:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318050304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (2694us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602448.663736:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00010000:00010000:3.0:1787602449.042610:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:0.0:1787602449.680908:0:22616:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:0.0:1787602450.066269:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:01000004:2.0:1787602450.910357:0:23999:0:(obd_mount.c:923:lmd_print()) mount data: 00000020:01000004:2.0:1787602450.911332:0:23999:0:(obd_mount.c:926:lmd_print()) device: lustre-ost2/ost2 00000080:01200004:2.0:1787602450.911769:0:23999:0:(super25.c:131:lustre_fill_super()) VFS Op: sb ffff8d0542cda000 00000020:01000004:2.0:1787602450.911832:0:23999:0:(tgt_mount.c:2503:osd_start()) Attempting to start lustre-OST0001, type=osd-zfs, lsifl=200002, mountfl=0 00000020:01000004:2.0:1787602450.911858:0:23999:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-OST0001-osd (typ=osd-zfs) 00000020:00000080:2.0:1787602450.911881:0:23999:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001-osd (ffff8d0444864d28) 00000020:00000080:2.0:1787602450.911905:0:23999:0:(obd_config.c:720:class_attach_name()) OBD: dev 25 attached type osd-zfs with refcount 2 00100000:10000000:2.0:1787602450.944301:0:23999:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000007:0x1:0x0] => 0 (ROOT): rc = 1 00100000:10000000:2.0:1787602450.946465:0:23999:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000001:0x3:0x0] (8/24) 00100000:10000000:2.0:1787602450.948249:0:23999:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x200000009:0x0:0x0] => 0 (update_log): rc = 1 00100000:10000000:2.0:1787602450.948611:0:23999:0:(osd_scrub.c:136:osd_scrub_refresh_mapping()) lustre-OST0001: refresh OI map for scrub, op 1, force yes, [0x20000000a:0x0:0x0] => 0 (update_log_dir): rc = 1 00100000:10000000:2.0:1787602450.949834:0:23999:0:(osd_scrub.c:915:osd_ios_index_register()) lustre-OST0001: registered index [0x200000003:0xb:0x0] (8/32) 00100000:10000000:3.0:1787602450.955551:0:23999:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-client under 343: rc = 0 00100000:10000000:3.0:1787602450.955664:0:23999:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled params under 343: rc = 0 00100000:10000000:3.0:1787602450.955757:0:23999:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled lustre-OST0001 under 343: rc = 0 00100000:10000000:3.0:1787602450.956714:0:23999:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000-OST0001 under 444: rc = 0 00100000:10000000:3.0:1787602450.957235:0:23999:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000 under 444: rc = 0 00100000:10000000:3.0:1787602450.957663:0:23999:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000 under 444: rc = 0 00100000:10000000:3.0:1787602450.958682:0:23999:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x2020000-OST0001 under 444: rc = 0 00100000:10000000:3.0:1787602450.959237:0:23999:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x20000-OST0001 under 444: rc = 0 00100000:10000000:3.0:1787602450.959708:0:23999:0:(osd_scrub.c:1174:osd_ios_general_sd()) lustre-OST0001: initial OI scrub handled 0x1020000 under 444: rc = 0 00000020:00000080:3.0:1787602450.960999:0:23999:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001-osd (uuid lustre-OST0001-osd_UUID) 00080000:01000000:3.0:1787602450.961124:0:23999:0:(osd_handler.c:1564:osd_obd_connect()) connect #0 00000020:00000080:3.0:1787602450.961140:0:23999:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xbc87b28475e37776 00000020:01000004:3.0:1787602450.961152:0:23999:0:(tgt_mount.c:2588:server_fill_super()) Found service lustre-OST0001 on device lustre-ost2/ost2 00000020:01000004:3.0:1787602450.961185:0:23999:0:(obd_mount.c:403:lustre_start_mgc()) MGC192.168.204.152@tcp:Set MGC reconnect 1 10000000:01000000:3.0:1787602450.961189:0:23999:0:(mgc_request.c:1071:mgc_set_info_async()) InitRecov MGC192.168.204.152@tcp 1/d0:i0:r0:or0:FULL 00000020:01000004:3.0:1787602450.961197:0:23999:0:(tgt_mount.c:1812:server_start_targets()) starting target lustre-OST0001 00000020:01000004:3.0:1787602450.961230:0:23999:0:(tgt_mount.c:280:server_mgc_set_fs()) Set mgc disk for lustre-ost2/ost2 10000000:01000000:3.0:1787602450.961235:0:23999:0:(mgc_request_server.c:89:mgc_fs_setup()) MGC192.168.204.152@tcp: cl_mgc_mutex lustre-OST0001-osd for locked: rc = 0 00000040:01000000:3.0:1787602450.978699:0:23999:0:(llog_obd.c:197:llog_setup()) obd MGC192.168.204.152@tcp ctxt 0 is initialized 00000020:01000004:3.0:1787602450.978751:0:23999:0:(tgt_mount.c:1418:server_register_target()) Registration lustre-OST0001, fs=lustre, 192.168.204.152@tcp, index=0001, flags=0x20002 00000020:01000004:3.0:1787602450.978757:0:23999:0:(tgt_mount.c:1175:server_mti_print()) mti - server_register_target 00000020:01000004:3.0:1787602450.978770:0:23999:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787602450.978772:0:23999:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787602450.978773:0:23999:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787602450.978775:0:23999:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787602450.978776:0:23999:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787602450.978778:0:23999:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787602450.978780:0:23999:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787602450.978782:0:23999:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787602450.978794:0:23999:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x10020002 00000020:01000004:3.0:1787602450.978796:0:23999:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:3.0:1787602450.978798:0:23999:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:3.0:1787602450.978799:0:23999:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:3.0:1787602450.978800:0:23999:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:3.0:1787602450.978800:0:23999:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:3.0:1787602450.978802:0:23999:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:3.0:1787602450.978803:0:23999:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:3.0:1787602450.978803:0:23999:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:3.0:1787602450.978804:0:23999:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 10000000:01000000:3.0:1787602450.978857:0:23999:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:3.0:1787602450.978889:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da20700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318050560:0@lo:253:mount.lustre.0 00000100:00100000:3.0:1787602450.978996:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602450.979561:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05620c9600 going to sleep for 11 seconds 00000100:00100000:0.0:1787602450.981059:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318050560 00000100:00100000:0.0:1787602450.981077:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318050560 00000100:00100000:1.0:1787602450.981300:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787602450.981315:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23999:x1874436318050560:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787602450.981377:0:21953:0:(mgs_handler.c:479:mgs_target_reg()) fs: lustre index: 1 is registered to MGS. 20000000:01000000:1.0:1787602450.981382:0:21953:0:(mgs_handler.c:529:mgs_target_reg()) Server lustre-OST0001 is running on 0@lo 20000000:01000000:1.0:1787602450.981395:0:21953:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 00000100:00100000:3.0:1787602450.999306:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23999:x1874436318050560:12345-0@lo:253:mount.lustre.0 Request processed in 17978us (20295us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602450.999329:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1787602450.999394:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da20700 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318050560:0@lo:253:mount.lustre.0 10000000:01000000:1.0:1787602450.999461:0:23999:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:1.0:1787602450.999465:0:23999:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:1.0:1787602450.999471:0:23999:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:1.0:1787602450.999473:0:23999:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:1.0:1787602450.999474:0:23999:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:1.0:1787602450.999476:0:23999:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:1.0:1787602450.999485:0:23999:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:1.0:1787602450.999491:0:23999:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:1.0:1787602450.999493:0:23999:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:1.0:1787602450.999495:0:23999:0:(tgt_mount.c:1216:server_mti_print()) LDD_F_OPC_REG 00000020:01000004:1.0:1787602450.999536:0:23999:0:(tgt_mount.c:101:server_register_mount()) register mount ffff8d0542cda000 from lustre-OST0001 10000000:01000000:1.0:1787602450.999580:0:23999:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-OST0001 from 0 10000000:01000000:1.0:1787602450.999584:0:23999:0:(mgc_request.c:329:config_log_add()) add config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1787602450.999595:0:23999:0:(mgc_request_server.c:874:mgc_get_local_copy()) Get log lustre-sptlrpc-ffff8d0574d8b370 local copy 00010000:00010000:1.0:1787602450.999609:0:23999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602451.000281:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318050688:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602451.000778:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.000849:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1787602451.001425:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318050688 00000100:00100000:3.0:1787602451.001438:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318050688 00000100:00100000:3.0:1787602451.001517:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:3.0:1787602451.001531:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23999:x1874436318050688:12345-0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602451.001929:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23999:x1874436318050688:12345-0@lo:501:mount.lustre.0 Request processed in 389us (1138us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787602451.002658:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318050688:0@lo:501:mount.lustre.0 10000000:01000000:1.0:1787602451.002688:0:23999:0:(mgc_request_server.c:765:mgc_llog_local_copy()) MGC192.168.204.152@tcp: no remote llog for lustre-sptlrpc, check MGS config 10000000:01000000:1.0:1787602451.002923:0:23999:0:(mgc_request_server.c:897:mgc_get_local_copy()) MGC192.168.204.152@tcp: can't save local copy of 'lustre-sptlrpc': rc = -2. 00010000:00010000:1.0:1787602451.002934:0:23999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602451.005173:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00010000:00010000:1.0:1787602451.005795:0:23999:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cf600/0xbc87b28475e373a9 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 8 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e373b0 expref: -99 pid: 21942 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602451.005859:0:23999:0:(mgc_request.c:194:do_config_log_add()) do adding config log params-ffff8d0542cda000 10000000:01000000:1.0:1787602451.005885:0:23999:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 10000000:01000000:1.0:1787602451.005894:0:23999:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-OST0001-0000000000000000 10000000:01000000:1.0:1787602451.005898:0:23999:0:(mgc_request.c:68:mgc_name2resid()) log lustre-OST0001 to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:1.0:1787602451.005905:0:23999:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-OST0001-0000000000000000 from 1 10000000:01000000:1.0:1787602451.005908:0:23999:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-OST0001 (res 0x65727473756c) 00010000:00010000:1.0:1787602451.005972:0:23999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cea00/0xbc87b28475e3777d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.005983:0:23999:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429cea00/0xbc87b28475e3777d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.005996:0:23999:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429cea00/0xbc87b28475e3777d lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602451.006049:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318050816:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787602451.006122:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.006171:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e4b000 going to sleep for 11 seconds 00000100:00100000:3.0:1787602451.006666:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318050816 00000100:00100000:3.0:1787602451.006677:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318050816 00000100:00100000:3.0:1787602451.006867:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:3.0:1787602451.006879:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0566e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+21:23999:x1874436318050816:12345-0@lo:101:mount.lustre.0 00010000:00010000:3.0:1787602451.006896:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602451.006913:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0559d8fc00/0xbc87b28475e37784 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e3777d expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.006971:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0559d8fc00/0xbc87b28475e37784 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e3777d expref: 22 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.006983:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0559d8fc00/0xbc87b28475e37784 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e3777d expref: 22 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.006994:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0559d8fc00, rc 0) 00000100:00100000:3.0:1787602451.007087:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0566e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318050816:12345-0@lo:101:mount.lustre.0 Request processed in 210us (964us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602451.007095:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1787602451.007187:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318050816:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602451.007205:0:23999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429cea00/0xbc87b28475e3777d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37784 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.007216:0:23999:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429cea00/0xbc87b28475e3777d lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e37784 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787602451.008124:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 11 count 11 00000040:00080000:1.0:1787602451.009105:0:23999:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787602451.009364:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].1, 224 off8416 00000040:00080000:1.0:1787602451.009424:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].2, 128 off8544 00000040:00080000:1.0:1787602451.009460:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].3, 112 off8656 00000040:00080000:1.0:1787602451.009510:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].4, 224 off8880 00000040:00080000:1.0:1787602451.009561:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].5, 224 off9104 00000040:00080000:1.0:1787602451.009593:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].6, 80 off9184 00000040:00080000:1.0:1787602451.009639:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].7, 224 off9408 00000040:00080000:1.0:1787602451.009672:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].8, 224 off9632 00000040:00080000:1.0:1787602451.009718:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].9, 120 off9752 00000040:00080000:1.0:1787602451.009777:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xb:0x0].10, 224 off9976 00000040:00080000:1.0:1787602451.009787:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x6:0x0] index 10 count 11 00000100:00100000:1.0:1787602451.009902:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318050944:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602451.009991:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.012351:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e4b600 going to sleep for 11 seconds 00000100:00100000:0.0:1787602451.012596:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318050944 00000100:00100000:0.0:1787602451.012609:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318050944 00000100:00100000:0.0:1787602451.012680:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787602451.012693:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0566e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318050944:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602451.015212:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0566e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318050944:12345-0@lo:501:mount.lustre.0 Request processed in 2511us (5210us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.015228:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00000100:00100000:0.0:1787602451.015648:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318050944:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602451.015728:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051072:0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787602451.015794:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602451.015840:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0444fb3240 going to sleep for 11 seconds 00000100:00100000:1.0:1787602451.016823:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318051072 00000100:00100000:1.0:1787602451.016835:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318051072 00000100:00100000:1.0:1787602451.016893:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1787602451.016904:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318051072:12345-0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602451.018796:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318051072:12345-0@lo:503:mount.lustre.0 Request processed in 1880us (2989us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.018813:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1787602451.018865:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051072:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787602451.019929:0:23999:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787602451.020127:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051200:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602451.020205:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602451.020255:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924900 going to sleep for 11 seconds 00000100:00100000:3.0:1787602451.020335:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318051200 00000100:00100000:3.0:1787602451.020343:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318051200 00000100:00100000:3.0:1787602451.020442:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1787602451.020453:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318051200:12345-0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602451.020753:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318051200:12345-0@lo:502:mount.lustre.0 Request processed in 302us (547us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602451.020762:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:0.0:1787602451.020850:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42a00 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051200:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787602451.021139:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].1, 224 off8416 00000040:00080000:0.0:1787602451.021190:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].2, 128 off8544 00000040:00080000:0.0:1787602451.021229:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].3, 112 off8656 00000040:00080000:0.0:1787602451.021271:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].4, 224 off8880 00000040:00080000:0.0:1787602451.021302:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].5, 224 off9104 00000040:00080000:0.0:1787602451.021329:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].6, 80 off9184 00000040:00080000:0.0:1787602451.021373:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].7, 224 off9408 00000040:00080000:0.0:1787602451.021428:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].8, 224 off9632 00000040:00080000:0.0:1787602451.021481:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].9, 120 off9752 00000100:00100000:0.0:1787602451.021519:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051328:0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787602451.021573:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602451.021603:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0444fb3900 going to sleep for 11 seconds 00000100:00100000:1.0:1787602451.022013:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318051328 00000100:00100000:1.0:1787602451.022053:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318051328 00000100:00100000:1.0:1787602451.022168:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:1.0:1787602451.022180:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318051328:12345-0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787602451.022461:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318051328:12345-0@lo:502:mount.lustre.0 Request processed in 283us (886us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.022470:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1787602451.022504:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051328:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787602451.022613:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xc:0x0].10, 224 off9976 00000040:00080000:0.0:1787602451.022627:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 10 count 11 00000020:01000000:0.0:1787602451.023664:0:24000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:01000004:0.0:1787602451.023677:0:24000:0:(obd_mount.c:961:lustre_check_exclusion()) Check exclusion lustre-OST0001 (1) in 0 of lustre-ost2/ost2 00000020:00000080:0.0:1787602451.023686:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787602451.023690:0:24000:0:(obd_config.c:1563:class_process_config()) marker 29 (0x1) lustre-OST0001 add ost 00000020:00000080:0.0:1787602451.023697:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf001 00000020:00000080:0.0:1787602451.023719:0:24000:0:(genops.c:413:class_newdev()) Allocate new device lustre-OST0001 (ffff8d057e38b370) 00000020:00000080:0.0:1787602451.023754:0:24000:0:(obd_config.c:720:class_attach_name()) OBD: dev 26 attached type obdfilter with refcount 2 00000020:00000080:0.0:1787602451.023761:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf003 00000020:01000004:0.0:1787602451.023852:0:24000:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0542cda000 from lustre-OST0001, refs=2 00080000:01000000:0.0:1787602451.023863:0:24000:0:(osd_handler.c:1564:osd_obd_connect()) connect #1 00000020:00000080:0.0:1787602451.023873:0:24000:0:(genops.c:1385:class_connect()) connect: client lustre-OST0001-osd_UUID, cookie 0xbc87b28475e37792 00010000:00010000:0.0:1787602451.027692:0:24000:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-filter-lustre-OST0001_UUID-4 is initialized 00000001:00000004:0.0:1787602451.028316:0:24000:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 8589934606 00080000:10000000:0.0:1787602451.030414:0:24000:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0xc:0x0] (8/8/4) registered 00000020:00000080:0.0:1787602451.031908:0:24000:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-OST0001 (uuid lustre-OST0001_UUID) 00000020:01000000:0.0:1787602451.031926:0:24000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787602451.031934:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787602451.031941:0:24000:0:(obd_config.c:1563:class_process_config()) marker 29 (0x2) lustre-OST0001 add ost 00000020:01000000:0.0:1787602451.031945:0:24000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787602451.031950:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787602451.031951:0:24000:0:(obd_config.c:1563:class_process_config()) marker 37 (0x1) lustre sys.timeout 00000020:00000080:0.0:1787602451.031954:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf009 00000020:00000080:0.0:1787602451.031956:0:24000:0:(obd_config.c:1537:class_process_config()) changing lustre timeout from 20 to 20 00000020:01000000:0.0:1787602451.031958:0:24000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787602451.031961:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787602451.031962:0:24000:0:(obd_config.c:1563:class_process_config()) marker 37 (0x2) lustre sys.timeout 00000020:01000000:0.0:1787602451.031964:0:24000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:0.0:1787602451.031966:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787602451.031968:0:24000:0:(obd_config.c:1563:class_process_config()) marker 42 (0x1) lustre sys.jobid_var 00000020:00000080:0.0:1787602451.031971:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf00f 00000020:01000000:0.0:1787602451.032070:0:24000:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:0.0:1787602451.032077:0:24000:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:0.0:1787602451.032079:0:24000:0:(obd_config.c:1563:class_process_config()) marker 42 (0x2) lustre sys.jobid_var 00000040:00080000:0.0:1787602451.032083:0:24000:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xc:0x0] index 11 count 11 00000020:01000000:1.0:1787602451.032166:0:23999:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-OST0001 gen 1-10 (rc=0) 10000000:01000000:1.0:1787602451.032205:0:23999:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-OST0001' succeeded (0). 00010000:00010000:1.0:1787602451.032223:0:23999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cea00/0xbc87b28475e3777d lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37784 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.032235:0:23999:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cea00/0xbc87b28475e3777d lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 9 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37784 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1787602451.032242:0:23999:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0542cda000 from 1 10000000:01000000:1.0:1787602451.032244:0:23999:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:1.0:1787602451.032288:0:23999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.032295:0:23999:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.032306:0:23999:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602451.032332:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051456:0@lo:101:mount.lustre.0 00000100:00100000:1.0:1787602451.032438:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.032507:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e4b780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602451.032561:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318051456 00000100:00100000:0.0:1787602451.032571:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318051456 00000100:00100000:0.0:1787602451.032631:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1787602451.032645:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318051456:12345-0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602451.032661:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602451.032677:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37799 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.032707:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37799 expref: 23 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.032719:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37799 expref: 23 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.032730:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057db3f000, rc 0) 00000100:00100000:0.0:1787602451.032799:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318051456:12345-0@lo:101:mount.lustre.0 Request processed in 156us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602451.032806:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:1.0:1787602451.032862:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051456:0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602451.032880:0:23999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.032892:0:23999:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:1.0:1787602451.033555:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 13 count 13 00000040:00080000:1.0:1787602451.034546:0:23999:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:1.0:1787602451.035001:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].1, 224 off8416 00000040:00080000:1.0:1787602451.035083:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].2, 112 off8528 00000040:00080000:1.0:1787602451.035142:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].3, 224 off8752 00000040:00080000:1.0:1787602451.035179:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].4, 224 off8976 00000040:00080000:1.0:1787602451.035211:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].5, 112 off9088 00000040:00080000:1.0:1787602451.035255:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].6, 224 off9312 00000040:00080000:1.0:1787602451.035291:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].7, 224 off9536 00000040:00080000:1.0:1787602451.035324:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].8, 128 off9664 00000040:00080000:1.0:1787602451.035376:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].9, 224 off9888 00000040:00080000:1.0:1787602451.035430:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].10, 224 off10112 00000040:00080000:1.0:1787602451.035467:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].11, 128 off10240 00000040:00080000:1.0:1787602451.035732:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xd:0x0].12, 224 off10464 00000040:00080000:1.0:1787602451.035741:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x8:0x0] index 12 count 13 00000100:00100000:1.0:1787602451.035856:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051584:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602451.035932:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.036063:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e4b780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602451.036160:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318051584 00000100:00100000:0.0:1787602451.036171:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318051584 00000100:00100000:0.0:1787602451.036225:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1787602451.036236:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318051584:12345-0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602451.036542:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318051584:12345-0@lo:501:mount.lustre.0 Request processed in 307us (608us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602451.036551:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:3.0:1787602451.036639:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27800 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051584:0@lo:501:mount.lustre.0 00000100:00100000:3.0:1787602451.036685:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da22300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051712:0@lo:503:mount.lustre.0 00000100:00100000:3.0:1787602451.036731:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602451.036789:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d056053b480 going to sleep for 11 seconds 00000100:00100000:0.0:1787602451.036825:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318051712 00000100:00100000:0.0:1787602451.036830:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318051712 00000100:00100000:0.0:1787602451.036889:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1787602451.036897:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318051712:12345-0@lo:503:mount.lustre.0 00000100:00100000:0.0:1787602451.037417:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318051712:12345-0@lo:503:mount.lustre.0 Request processed in 521us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602451.037425:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1787602451.037536:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da22300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051712:0@lo:503:mount.lustre.0 00000040:00080000:2.0:1787602451.038478:0:23999:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:2.0:1787602451.038584:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051840:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602451.038744:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602451.038788:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602451.038834:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318051840 00000100:00100000:0.0:1787602451.038840:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318051840 00000100:00100000:0.0:1787602451.038881:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1787602451.038890:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318051840:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787602451.039261:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318051840:12345-0@lo:502:mount.lustre.0 Request processed in 370us (516us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602451.039270:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1787602451.039288:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051840:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787602451.039552:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].1, 224 off8416 00000040:00080000:2.0:1787602451.039603:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].2, 112 off8528 00000040:00080000:2.0:1787602451.039653:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].3, 224 off8752 00000040:00080000:2.0:1787602451.039685:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].4, 224 off8976 00000040:00080000:2.0:1787602451.039714:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].5, 112 off9088 00000040:00080000:2.0:1787602451.039758:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].6, 224 off9312 00000040:00080000:2.0:1787602451.039793:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].7, 224 off9536 00000040:00080000:2.0:1787602451.039827:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].8, 128 off9664 00000040:00080000:2.0:1787602451.039872:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].9, 224 off9888 00000040:00080000:2.0:1787602451.039908:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].10, 224 off10112 00000040:00080000:2.0:1787602451.039940:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].11, 128 off10240 00000100:00100000:2.0:1787602451.039973:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051968:0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602451.040083:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602451.040136:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564924780 going to sleep for 11 seconds 00000100:00100000:0.0:1787602451.040202:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318051968 00000100:00100000:0.0:1787602451.040207:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318051968 00000100:00100000:0.0:1787602451.040246:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1787602451.040261:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318051968:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787602451.040477:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318051968:12345-0@lo:502:mount.lustre.0 Request processed in 216us (393us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602451.040485:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1787602451.040548:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318051968:0@lo:502:mount.lustre.0 00000040:00080000:2.0:1787602451.040633:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xe:0x0].12, 224 off10464 00000040:00080000:2.0:1787602451.040644:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 12 count 13 00000020:01000000:2.0:1787602451.041602:0:24004:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602451.041616:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602451.041619:0:24004:0:(obd_config.c:1563:class_process_config()) marker 2 (0x1) general debug_raw_pointers 00000020:01000000:2.0:1787602451.041626:0:24004:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0542cda000 00000020:00000080:2.0:1787602451.041629:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787602451.041636:0:24004:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602451.041638:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602451.041640:0:24004:0:(obd_config.c:1563:class_process_config()) marker 2 (0x2) general debug_raw_pointers 00000020:01000000:2.0:1787602451.041643:0:24004:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602451.041645:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602451.041647:0:24004:0:(obd_config.c:1563:class_process_config()) marker 3 (0x1) general lod.*.mdt_hash 00000020:01000000:2.0:1787602451.041651:0:24004:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: general-ffff8d0542cda000 00000020:00000080:2.0:1787602451.041653:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787602451.041760:0:24004:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602451.041765:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602451.041767:0:24004:0:(obd_config.c:1563:class_process_config()) marker 3 (0x2) general lod.*.mdt_hash 00000020:01000000:2.0:1787602451.041769:0:24004:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602451.041772:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602451.041774:0:24004:0:(obd_config.c:1563:class_process_config()) marker 4 (0x1) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787602451.041778:0:24004:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0542cda000 00000020:00000080:2.0:1787602451.041780:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787602451.042109:0:24004:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602451.042114:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602451.042116:0:24004:0:(obd_config.c:1563:class_process_config()) marker 4 (0x2) lustre mdt.lustre-MDT0000.hsm_control 00000020:01000000:2.0:1787602451.042120:0:24004:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x0 mark_flg=0x1 00000020:00000080:2.0:1787602451.042123:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602451.042125:0:24004:0:(obd_config.c:1563:class_process_config()) marker 5 (0x1) lustre mdt.lustre-MDT0001.hsm_control 00000020:01000000:2.0:1787602451.042130:0:24004:0:(obd_config.c:2004:class_config_llog_handler()) cmd ce032, instance name: lustre-ffff8d0542cda000 00000020:00000080:2.0:1787602451.042132:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: ce032 00000020:01000000:2.0:1787602451.042176:0:24004:0:(obd_config.c:1893:class_config_llog_handler()) Marker, inst_flg=0x2 mark_flg=0x2 00000020:00000080:2.0:1787602451.042190:0:24004:0:(obd_config.c:1472:class_process_config()) processing cmd: cf010 00000020:00000080:2.0:1787602451.042191:0:24004:0:(obd_config.c:1563:class_process_config()) marker 5 (0x2) lustre mdt.lustre-MDT0001.hsm_control 00000040:00080000:2.0:1787602451.042196:0:24004:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xe:0x0] index 13 count 13 00000020:01000000:0.0:1787602451.042876:0:23999:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 1-12 (rc=0) 10000000:01000000:0.0:1787602451.042906:0:23999:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787602451.042927:0:23999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.042938:0:23999:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602451.043001:0:23999:0:(mgc_request.c:1944:mgc_process_config()) parse_log lustre-client from 0 10000000:01000000:0.0:1787602451.043003:0:23999:0:(mgc_request.c:329:config_log_add()) add config log lustre-client-ffff8d0542cda000 10000000:01000000:0.0:1787602451.043006:0:23999:0:(mgc_request.c:194:do_config_log_add()) do adding config log lustre-client-ffff8d0542cda000 10000000:01000000:0.0:1787602451.043010:0:23999:0:(mgc_request.c:68:mgc_name2resid()) log lustre-client to resid 0x65727473756c/0x0 (lustre) 10000000:01000000:0.0:1787602451.043076:0:23999:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-client-ffff8d0542cda000 from 1 10000000:01000000:0.0:1787602451.043079:0:23999:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00010000:00010000:0.0:1787602451.043120:0:23999:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057db3ea00/0xbc87b28475e377a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.043126:0:23999:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d057db3ea00/0xbc87b28475e377a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.043137:0:23999:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d057db3ea00/0xbc87b28475e377a7 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602451.043160:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052096:0@lo:101:mount.lustre.0 00000100:00100000:0.0:1787602451.043225:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602451.043283:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054164db40 going to sleep for 11 seconds 00000100:00100000:1.0:1787602451.043405:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318052096 00000100:00100000:1.0:1787602451.043423:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318052096 00000100:00100000:1.0:1787602451.043493:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1787602451.043505:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:23999:x1874436318052096:12345-0@lo:101:mount.lustre.0 00010000:00010000:1.0:1787602451.043905:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602451.043931:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05429cf400/0xbc87b28475e377ae lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e377a7 expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.043969:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429cf400/0xbc87b28475e377ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e377a7 expref: 24 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.043982:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05429cf400/0xbc87b28475e377ae lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e377a7 expref: 24 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.043994:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05429cf400, rc 0) 00000100:00100000:1.0:1787602451.044099:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052096:12345-0@lo:101:mount.lustre.0 Request processed in 596us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.044108:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1787602451.044450:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052096:0@lo:101:mount.lustre.0 00010000:00010000:0.0:1787602451.044697:0:23999:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d057db3ea00/0xbc87b28475e377a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377ae expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.044711:0:23999:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d057db3ea00/0xbc87b28475e377a7 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e377ae expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000040:00080000:0.0:1787602451.049033:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 52 count 51 00000040:00080000:0.0:1787602451.049672:0:23999:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:0.0:1787602451.050204:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].1, 224 off8416 00000040:00080000:0.0:1787602451.051077:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].2, 120 off8536 00000040:00080000:0.0:1787602451.051305:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].3, 168 off8704 00000040:00080000:0.0:1787602451.051591:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].4, 224 off8928 00000040:00080000:0.0:1787602451.051664:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].5, 224 off9152 00000040:00080000:0.0:1787602451.051777:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].6, 120 off9272 00000040:00080000:0.0:1787602451.052293:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].7, 168 off9440 00000040:00080000:0.0:1787602451.052579:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].8, 224 off9664 00000040:00080000:0.0:1787602451.052692:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].9, 224 off9888 00000040:00080000:0.0:1787602451.052756:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].10, 120 off10008 00000040:00080000:0.0:1787602451.052816:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].11, 224 off10232 00000040:00080000:0.0:1787602451.052889:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].12, 224 off10456 00000040:00080000:0.0:1787602451.052942:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].13, 88 off10544 00000040:00080000:0.0:1787602451.052982:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].14, 128 off10672 00000040:00080000:0.0:1787602451.053087:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].15, 144 off10816 00000040:00080000:0.0:1787602451.053312:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].16, 160 off10976 00000040:00080000:0.0:1787602451.053440:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].17, 224 off11200 00000040:00080000:0.0:1787602451.053594:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].18, 224 off11424 00000040:00080000:0.0:1787602451.053636:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].19, 80 off11504 00000040:00080000:0.0:1787602451.053672:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].20, 224 off11728 00000040:00080000:0.0:1787602451.053749:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].21, 224 off11952 00000040:00080000:0.0:1787602451.053801:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].22, 88 off12040 00000040:00080000:0.0:1787602451.053868:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].23, 128 off12168 00000040:00080000:0.0:1787602451.053929:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].24, 144 off12312 00000040:00080000:0.0:1787602451.054004:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].25, 160 off12472 00000040:00080000:0.0:1787602451.054095:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].26, 224 off12696 00000040:00080000:0.0:1787602451.054449:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].27, 224 off12920 00000040:00080000:0.0:1787602451.054561:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].28, 80 off13000 00000040:00080000:0.0:1787602451.054597:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].29, 224 off13224 00000040:00080000:0.0:1787602451.054665:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].30, 224 off13448 00000040:00080000:0.0:1787602451.054703:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].31, 88 off13536 00000040:00080000:0.0:1787602451.054736:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].32, 128 off13664 00000040:00080000:0.0:1787602451.054769:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].33, 144 off13808 00000040:00080000:0.0:1787602451.054823:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].34, 128 off13936 00000040:00080000:0.0:1787602451.054856:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].35, 224 off14160 00000040:00080000:0.0:1787602451.054901:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].36, 224 off14384 00000040:00080000:0.0:1787602451.054939:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].37, 80 off14464 00000040:00080000:0.0:1787602451.054970:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].38, 224 off14688 00000040:00080000:0.0:1787602451.055050:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].39, 224 off14912 00000040:00080000:0.0:1787602451.055104:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].40, 88 off15000 00000040:00080000:0.0:1787602451.055313:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].41, 128 off15128 00000040:00080000:0.0:1787602451.055566:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].42, 144 off15272 00000040:00080000:0.0:1787602451.055629:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].43, 128 off15400 00000040:00080000:0.0:1787602451.055668:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].44, 224 off15624 00000040:00080000:0.0:1787602451.055702:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].45, 224 off15848 00000040:00080000:0.0:1787602451.055756:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].46, 80 off15928 00000040:00080000:0.0:1787602451.055822:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].47, 224 off16152 00000040:00080000:0.0:1787602451.055868:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].48, 232 off16384 00000040:00080000:0.0:1787602451.055996:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].49, 224 off16608 00000040:00080000:0.0:1787602451.056062:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].50, 120 off16728 00000040:00080000:0.0:1787602451.056148:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0xf:0x0].51, 224 off16952 00000040:00080000:0.0:1787602451.056158:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xa:0x0] index 51 count 51 00000100:00100000:0.0:1787602451.056623:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052224:0@lo:501:mount.lustre.0 00000100:00100000:0.0:1787602451.056719:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602451.056800:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054164db40 going to sleep for 11 seconds 00000100:00100000:1.0:1787602451.057138:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318052224 00000100:00100000:1.0:1787602451.057149:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318052224 00000100:00100000:1.0:1787602451.057227:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787602451.057242:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052224:12345-0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602451.057618:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052224:12345-0@lo:501:mount.lustre.0 Request processed in 379us (898us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.057627:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1787602451.058104:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052224:0@lo:501:mount.lustre.0 00000100:00100000:1.0:1787602451.058163:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052352:0@lo:503:mount.lustre.0 00000100:00100000:1.0:1787602451.058220:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.058259:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e4bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787602451.058275:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318052352 00000100:00100000:2.0:1787602451.058282:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318052352 00000100:00100000:2.0:1787602451.058323:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1787602451.058333:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052352:12345-0@lo:503:mount.lustre.0 00000100:00100000:2.0:1787602451.058832:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052352:12345-0@lo:503:mount.lustre.0 Request processed in 501us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602451.058840:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1787602451.058953:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052352:0@lo:503:mount.lustre.0 00000040:00080000:1.0:1787602451.059628:0:23999:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000100:00100000:1.0:1787602451.059719:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052480:0@lo:502:mount.lustre.0 00000100:00100000:1.0:1787602451.059763:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.059792:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0559e4bf00 going to sleep for 11 seconds 00000100:00100000:2.0:1787602451.059829:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318052480 00000100:00100000:2.0:1787602451.059836:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318052480 00000100:00100000:2.0:1787602451.059886:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1787602451.059896:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052480:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602451.060414:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052480:12345-0@lo:502:mount.lustre.0 Request processed in 517us (647us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602451.060423:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00000100:00100000:3.0:1787602451.060435:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24a80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052480:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787602451.060789:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].1, 224 off8416 00000040:00080000:3.0:1787602451.060860:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].2, 120 off8536 00000040:00080000:3.0:1787602451.060906:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].3, 168 off8704 00000040:00080000:3.0:1787602451.060986:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].4, 224 off8928 00000040:00080000:3.0:1787602451.061078:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].5, 224 off9152 00000040:00080000:3.0:1787602451.061146:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].6, 120 off9272 00000040:00080000:3.0:1787602451.061206:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].7, 168 off9440 00000040:00080000:3.0:1787602451.061261:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].8, 224 off9664 00000040:00080000:3.0:1787602451.061344:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].9, 224 off9888 00000040:00080000:3.0:1787602451.061408:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].10, 120 off10008 00000040:00080000:3.0:1787602451.061461:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].11, 224 off10232 00000040:00080000:3.0:1787602451.061518:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].12, 224 off10456 00000040:00080000:3.0:1787602451.061570:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].13, 88 off10544 00000040:00080000:3.0:1787602451.061605:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].14, 128 off10672 00000040:00080000:3.0:1787602451.061654:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].15, 144 off10816 00000040:00080000:3.0:1787602451.061691:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].16, 160 off10976 00000040:00080000:3.0:1787602451.061720:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].17, 224 off11200 00000040:00080000:3.0:1787602451.061808:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].18, 224 off11424 00000040:00080000:3.0:1787602451.061854:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].19, 80 off11504 00000040:00080000:3.0:1787602451.061903:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].20, 224 off11728 00000040:00080000:3.0:1787602451.061956:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].21, 224 off11952 00000040:00080000:3.0:1787602451.062011:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].22, 88 off12040 00000040:00080000:3.0:1787602451.062458:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].23, 128 off12168 00000040:00080000:3.0:1787602451.062528:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].24, 144 off12312 00000040:00080000:3.0:1787602451.062568:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].25, 160 off12472 00000040:00080000:3.0:1787602451.062619:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].26, 224 off12696 00000040:00080000:3.0:1787602451.062677:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].27, 224 off12920 00000040:00080000:3.0:1787602451.062735:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].28, 80 off13000 00000040:00080000:3.0:1787602451.062778:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].29, 224 off13224 00000040:00080000:3.0:1787602451.062879:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].30, 224 off13448 00000040:00080000:3.0:1787602451.062913:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].31, 88 off13536 00000040:00080000:3.0:1787602451.062950:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].32, 128 off13664 00000040:00080000:3.0:1787602451.062987:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].33, 144 off13808 00000040:00080000:3.0:1787602451.063075:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].34, 128 off13936 00000040:00080000:3.0:1787602451.063116:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].35, 224 off14160 00000040:00080000:3.0:1787602451.063174:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].36, 224 off14384 00000040:00080000:3.0:1787602451.063232:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].37, 80 off14464 00000040:00080000:3.0:1787602451.064412:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].38, 224 off14688 00000040:00080000:3.0:1787602451.064615:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].39, 224 off14912 00000040:00080000:3.0:1787602451.064660:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].40, 88 off15000 00000040:00080000:3.0:1787602451.064696:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].41, 128 off15128 00000040:00080000:3.0:1787602451.064736:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].42, 144 off15272 00000040:00080000:3.0:1787602451.064831:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].43, 128 off15400 00000040:00080000:3.0:1787602451.064878:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].44, 224 off15624 00000040:00080000:3.0:1787602451.064917:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].45, 224 off15848 00000040:00080000:3.0:1787602451.064987:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].46, 80 off15928 00000040:00080000:3.0:1787602451.065074:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].47, 224 off16152 00000040:00080000:3.0:1787602451.065113:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].48, 232 off16384 00000100:00100000:3.0:1787602451.065545:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da23b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052608:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602451.065655:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602451.065766:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0547f62840 going to sleep for 11 seconds 00000100:00100000:0.0:1787602451.065820:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318052608 00000100:00100000:0.0:1787602451.065831:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318052608 00000100:00100000:0.0:1787602451.065912:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:0.0:1787602451.065927:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052608:12345-0@lo:502:mount.lustre.0 00000100:00100000:0.0:1787602451.066749:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052608:12345-0@lo:502:mount.lustre.0 Request processed in 822us (1091us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602451.066761:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1787602451.066860:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da23b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052608:0@lo:502:mount.lustre.0 00000040:00080000:3.0:1787602451.067632:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].49, 224 off16608 00000040:00080000:3.0:1787602451.067706:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].50, 120 off16728 00000100:00100000:3.0:1787602451.067757:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da23b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052736:0@lo:502:mount.lustre.0 00000100:00100000:3.0:1787602451.067822:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602451.067925:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0547f62840 going to sleep for 11 seconds 00000100:00100000:2.0:1787602451.067970:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318052736 00000100:00100000:2.0:1787602451.067979:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318052736 00000100:00100000:2.0:1787602451.069489:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1787602451.069530:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052736:12345-0@lo:502:mount.lustre.0 00000100:00100000:2.0:1787602451.069950:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318052736:12345-0@lo:502:mount.lustre.0 Request processed in 445us (2128us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602451.069960:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:0.0:1787602451.071046:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da23b80 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318052736:0@lo:502:mount.lustre.0 00000040:00080000:0.0:1787602451.072696:0:23999:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x10:0x0].51, 224 off16952 00000040:00080000:0.0:1787602451.072730:0:23999:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 51 count 51 00000020:01000004:3.0:1787602451.074657:0:24010:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0000-lwp-OST0001 (typ=lwp) 00000020:00000080:3.0:1787602451.074684:0:24010:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0000-lwp-OST0001 (ffff8d0559ddcd28) 00000020:00000080:3.0:1787602451.074724:0:24010:0:(obd_config.c:720:class_attach_name()) OBD: dev 27 attached type lwp with refcount 2 00000020:01000004:3.0:1787602451.074827:0:24010:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0542cda000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787602451.074833:0:24010:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0542cda000 from lustre-OST0001, refs=3 00000020:01000004:3.0:1787602451.074836:0:24010:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0542cda000 3 00010000:00080000:3.0:1787602451.074885:0:24010:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0445d7c800@lustre-MDT0000-lwp-OST0001: add connection 192.168.204.152@tcp at head 00010000:00010000:3.0:1787602451.077931:0:24010:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0000-lwp-OST0001-11 is initialized 00000020:00000080:3.0:1787602451.078474:0:24010:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0000-lwp-OST0001 (uuid lustre-MDT0000-lwp-OST0001_UUID) 00000010:01000000:3.0:1787602451.078531:0:24010:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:3.0:1787602451.078547:0:24010:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001, cookie 0xbc87b28475e377bc 00000100:00080000:3.0:1787602451.078562:0:24010:0:(import.c:510:import_select_connection()) lustre-MDT0000-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:3.0:1787602451.078570:0:24010:0:(import.c:624:import_select_connection()) lustre-MDT0000-lwp-OST0001: import ffff8d0445d7c800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602451.078623:0:24010:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057da23800 x1874436318052864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:3.0:1787602451.078654:0:24010:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0000-lwp-OST0001_UUID->lustre-MDT0000_UUID 00000100:00100000:1.0:1787602451.078701:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1874436318052864:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787602451.078809:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.078911:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318052864 00000100:00100000:1.0:1787602451.078925:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318052864 00000100:00100000:1.0:1787602451.078990:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:1.0:1787602451.079001:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:3450:x1874436318052864:12345-0@lo:38:llog_process_th.0 00010000:00080000:1.0:1787602451.079074:0:21960:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from lustre-MDT0000-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 758 last 0 00000020:00000080:1.0:1787602451.079138:0:21960:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-lwp-OST0001_UUID, cookie 0xbc87b28475e377c3 00000004:00100000:1.0:1787602451.079162:0:21960:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0000: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:1.0:1787602451.079209:0:21960:0:(import.c:65:import_set_state_nolock()) ffff8d0573717000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787602451.079305:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3450:x1874436318052864:12345-0@lo:38:llog_process_th.0 Request processed in 303us (495us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.079314:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00010000:00080000:3.0:1787602451.079506:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057da23800 x1874436318052864/t0(0) o38->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787602461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602451.079519:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0000-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:3.0:1787602451.079529:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0000-lwp-OST0001: connect to target with instance 3 00000100:00080000:3.0:1787602451.079537:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0000-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:3.0:1787602451.079543:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0000_UUID 00000100:00080000:3.0:1787602451.079545:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0445d7c800 lustre-MDT0000_UUID: changing import state from CONNECTING to FULL 00000100:00100000:3.0:1787602451.079552:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da23800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-lwp-OST0001_UUID:3450:1874436318052864:0@lo:38:llog_process_th.0 00000100:00100000:1.0:1787602451.079934:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318052992:0@lo:400:kworker.0 00000100:00100000:3.0:1787602451.079972:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318053120:0@lo:400:kworker.0 00000100:00080000:2.0:1787602451.079972:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787602451.079992:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787602451.079996:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00100000:1.0:1787602451.079999:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602451.080051:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787602451.080069:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0000: connect to NID 0@lo last attempt 753 00000100:00080000:2.0:1787602451.080076:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0000: tried all connections, increasing latency to 20s 00000100:00100000:1.0:1787602451.080084:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318052992 00000100:00100000:1.0:1787602451.080090:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318052992 00000100:00080000:2.0:1787602451.080092:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d044486b800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602451.080104:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318053120 00000100:00100000:3.0:1787602451.080110:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318053120 00000100:00100000:2.0:1787602451.080131:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc41f80 x1874436318053248/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:1.0:1787602451.080145:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:1.0:1787602451.080157:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318052992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602451.080174:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1 00000100:00100000:3.0:1787602451.080184:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3452:x1874436318053120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602451.080216:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318052992:12345-0@lo:400:kworker.0 Request processed in 62us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.080223:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00000100:00080000:2.0:1787602451.080242:0:8:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00100000:3.0:1787602451.080243:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da23800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:3452:x1874436318053120:12345-0@lo:400:kworker.0 Request processed in 58us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602451.080253:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1 00000100:00100000:1.0:1787602451.080256:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318053376:0@lo:400:kworker.0 00000100:00080000:2.0:1787602451.080260:0:8:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787602451.080264:0:8:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602451.080270:0:8:0:(import.c:510:import_select_connection()) lustre-OST0001-osc-MDT0001: connect to NID 0@lo last attempt 753 00000100:00080000:2.0:1787602451.080274:0:8:0:(import.c:589:import_select_connection()) lustre-OST0001-osc-MDT0001: tried all connections, increasing latency to 20s 00000100:00080000:2.0:1787602451.080279:0:8:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d057a749000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:3.0:1787602451.080289:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318053120:0@lo:400:kworker.0 00000100:00100000:3.0:1787602451.080311:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787602451.080313:0:8:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057dc43480 x1874436318053760/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787602451.080320:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318053632:0@lo:400:kworker.0 00000100:00100000:3.0:1787602451.080347:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.080420:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.080453:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318054016:0@lo:400:kworker.0 00000100:00100000:2.0:1787602451.080485:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318053248:0@lo:8:kworker.0 00000100:00100000:1.0:1787602451.080489:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602451.080494:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1874436318053888:0@lo:400:kworker.0 00000100:00100000:1.0:1787602451.080518:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1787602451.080534:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602451.080540:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.080591:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318053504:0@lo:400:kworker.0 00000100:00100000:1.0:1787602451.080623:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602451.080759:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318053760:0@lo:8:kworker.0 00000100:00100000:1.0:1787602451.080765:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318054144:0@lo:400:kworker.0 00000100:00100000:1.0:1787602451.080797:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.080844:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318053376 00000100:00100000:1.0:1787602451.080850:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318053376 00000100:00100000:2.0:1787602451.080860:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.080875:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318054016 00000100:00100000:1.0:1787602451.080879:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318054016 00000100:00100000:1.0:1787602451.080896:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318053888 00000100:00100000:1.0:1787602451.080899:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318053888 00000100:00100000:1.0:1787602451.080914:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318054144 00000100:00100000:1.0:1787602451.080916:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318054144 00000100:00080000:0.0:1787602451.080922:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787602451.080929:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787602451.080932:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787602451.080938:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318053632 00000100:00100000:1.0:1787602451.080942:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787602451.080946:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318053632 00000100:00100000:0.0:1787602451.080946:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318053248 00000100:00100000:0.0:1787602451.080952:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318053248 00000100:00100000:1.0:1787602451.080954:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318053376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602451.080969:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318053760 00000100:00100000:0.0:1787602451.080972:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318053760 00000100:00100000:0.0:1787602451.080984:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:0.0:1787602451.080989:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318053248:12345-0@lo:8:kworker.0 00000100:00100000:1.0:1787602451.081006:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318053376:12345-0@lo:400:kworker.0 Request processed in 54us (585us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602451.081175:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318053248:12345-0@lo:8:kworker.0 Request processed in 184us (636us total) trans 0 rc -11/-11 00000100:00100000:3.0:1787602451.081227:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318053504 00000100:00100000:3.0:1787602451.081233:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318053504 00000100:00100000:3.0:1787602451.081279:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:3.0:1787602451.081287:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318053504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602451.081325:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d89500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318053504:12345-0@lo:400:kworker.0 Request processed in 39us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602451.081332:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1787602451.081513:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787602451.081523:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318053632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602451.081645:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318053632:0@lo:400:kworker.0 00000100:00100000:2.0:1787602451.081647:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da22a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318053632:12345-0@lo:400:kworker.0 Request processed in 115us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.081757:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:1.0:1787602451.081775:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787602451.081783:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1874436318054016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602451.081817:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1874436318054016:12345-0@lo:400:kworker.0 Request processed in 36us (1333us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.081824:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:1.0:1787602451.081834:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:1.0:1787602451.081840:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1874436318053888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602451.081876:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da21500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1874436318053888:12345-0@lo:400:kworker.0 Request processed in 37us (1343us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602451.081883:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:0.0:1787602451.081890:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787602451.081902:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00000100:00100000:0.0:1787602451.081919:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787602451.081927:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318053760:12345-0@lo:8:kworker.0 00000100:00080000:2.0:1787602451.081937:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:3.0:1787602451.081940:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057dc40700 x1874436318053888/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602451.081955:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1874436318053888:0@lo:400:kworker.0 00000100:00100000:2.0:1787602451.081979:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 0 gen 2 00000100:00100000:1.0:1787602451.081996:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:1.0:1787602451.082004:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318054144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602451.082039:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:3450:x1874436318053760:12345-0@lo:8:kworker.0 Request processed in 89us (1158us total) trans 0 rc -11/-11 00000100:00080000:2.0:1787602451.082042:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:0.0:1787602451.082049:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00080000:2.0:1787602451.082051:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1787602451.082056:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318053248:0@lo:8:kworker.0 00000100:00100000:1.0:1787602451.082063:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d89880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318054144:12345-0@lo:400:kworker.0 Request processed in 57us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602451.082073:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 0 gen 2 00000100:00080000:2.0:1787602451.082081:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN 00000100:00100000:1.0:1787602451.082087:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00080000:2.0:1787602451.082089:0:3450:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 0@lo failed (-11) 00000100:00100000:2.0:1787602451.082093:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318053760:0@lo:8:kworker.0 00000020:01000004:0.0:1787602451.082311:0:24010:0:(obd_mount.c:230:lustre_start_simple()) Starting OBD lustre-MDT0001-lwp-OST0001 (typ=lwp) 00000020:00000080:0.0:1787602451.082334:0:24010:0:(genops.c:413:class_newdev()) Allocate new device lustre-MDT0001-lwp-OST0001 (ffff8d057e3899b8) 00000020:00000080:0.0:1787602451.082360:0:24010:0:(obd_config.c:720:class_attach_name()) OBD: dev 28 attached type lwp with refcount 2 00000020:01000004:0.0:1787602451.082656:0:24010:0:(tgt_mount.c:153:server_get_mount()) get mount ffff8d0542cda000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787602451.082662:0:24010:0:(tgt_mount.c:187:server_put_mount()) put mount ffff8d0542cda000 from lustre-OST0001, refs=3 00000020:01000004:0.0:1787602451.082665:0:24010:0:(obd_mount.c:710:lustre_put_lsi()) put ffff8d0542cda000 3 00010000:00080000:0.0:1787602451.082704:0:24010:0:(ldlm_lib.c:102:import_set_conn()) imp ffff8d0574d93800@lustre-MDT0001-lwp-OST0001: add connection 192.168.204.152@tcp at head 00000100:00100000:1.0:1787602451.082869:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318052992:0@lo:400:kworker.0 00000100:00100000:1.0:1787602451.082912:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318053504:0@lo:400:kworker.0 00010000:00080000:1.0:1787602451.082926:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057dc43800 x1874436318054144/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602451.082937:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318054144:0@lo:400:kworker.0 00010000:00080000:1.0:1787602451.082990:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057dc41c00 x1874436318054016/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602451.083000:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318054016:0@lo:400:kworker.0 00010000:00080000:1.0:1787602451.083012:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d057dc43b80 x1874436318053376/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602467 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1787602451.083072:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318053376:0@lo:400:kworker.0 00010000:00010000:0.0:1787602451.085182:0:24010:0:(ldlm_pool.c:923:ldlm_pool_init()) Lock pool ldlm-pool-lustre-MDT0001-lwp-OST0001-12 is initialized 00000020:00000080:0.0:1787602451.085646:0:24010:0:(obd_config.c:826:class_setup()) finished setup of obd lustre-MDT0001-lwp-OST0001 (uuid lustre-MDT0001-lwp-OST0001_UUID) 00000010:01000000:0.0:1787602451.085696:0:24010:0:(lwp_dev.c:513:lwp_obd_connect()) connect #0 00000020:00000080:0.0:1787602451.085711:0:24010:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001, cookie 0xbc87b28475e377d1 00000100:00080000:0.0:1787602451.085723:0:24010:0:(import.c:510:import_select_connection()) lustre-MDT0001-lwp-OST0001: connect to NID 0@lo last attempt 0 00000100:00080000:0.0:1787602451.085731:0:24010:0:(import.c:624:import_select_connection()) lustre-MDT0001-lwp-OST0001: import ffff8d0574d93800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:0.0:1787602451.085778:0:24010:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d0559da5880 x1874436318054272/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:3.0:1787602451.085873:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3450:1874436318054272:0@lo:38:llog_process_th.0 00000100:00100000:3.0:1787602451.085961:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1787602451.086081:0:24010:0:(pinger.c:373:ptlrpc_pinger_add_import()) adding pingable import lustre-MDT0001-lwp-OST0001_UUID->lustre-MDT0001_UUID 00000100:00100000:3.0:1787602451.086217:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318054272 00000100:00100000:3.0:1787602451.086227:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318054272 00000100:00100000:3.0:1787602451.086273:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787602451.086283:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:3450:x1874436318054272:12345-0@lo:38:llog_process_th.0 00010000:00080000:3.0:1787602451.086317:0:21961:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from lustre-MDT0001-lwp-OST0001_UUID@0@lo t0 exp 0000000000000000 cur 758 last 0 00000020:00000080:3.0:1787602451.086357:0:21961:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-lwp-OST0001_UUID, cookie 0xbc87b28475e377d8 00000004:00100000:3.0:1787602451.086462:0:21961:0:(mdt_handler.c:7297:mdt_connect_internal()) lustre-MDT0001: cli does not support OBD_CONNECT_CKSUM, CRC32 will be used 00000100:00080000:3.0:1787602451.086639:0:21961:0:(import.c:65:import_set_state_nolock()) ffff8d0445d7d800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787602451.086726:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da22680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3450:x1874436318054272:12345-0@lo:38:llog_process_th.0 Request processed in 443us (764us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602451.086735:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:0.0:1787602451.087051:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=61549) req@ffff8d0559da5880 x1874436318054272/t0(0) o38->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 520/416 e 0 to 0 dl 1787602461 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'llog_process_th.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602451.087076:0:3450:0:(client.c:3125:ptlrpc_free_committed()) lustre-MDT0001-lwp-OST0001: committing for last_committed 0 gen 2 00000100:00080000:0.0:1787602451.087086:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-MDT0001-lwp-OST0001: connect to target with instance 3 00000100:00080000:0.0:1787602451.087097:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-MDT0001-lwp-OST0001: Resetting ns_connect_flags to server flags: 0x2041401043000020 00000100:00080000:0.0:1787602451.087103:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-MDT0001_UUID 00000100:00080000:0.0:1787602451.087105:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d0574d93800 lustre-MDT0001_UUID: changing import state from CONNECTING to FULL 00000100:00100000:0.0:1787602451.087112:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-lwp-OST0001_UUID:3450:1874436318054272:0@lo:38:llog_process_th.0 00000040:00080000:0.0:1787602451.087792:0:24010:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x10:0x0] index 52 count 51 00000020:01000000:0.0:1787602451.087869:0:23999:0:(obd_config.c:2145:class_config_parse_llog()) Processed log lustre-client gen 1-51 (rc=0) 10000000:01000000:0.0:1787602451.087908:0:23999:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-client' succeeded (0). 00010000:00010000:0.0:1787602451.087943:0:23999:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057db3ea00/0xbc87b28475e377a7 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377ae expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.087957:0:23999:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d057db3ea00/0xbc87b28475e377a7 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 10 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377ae expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:01000004:0.0:1787602451.088041:0:23999:0:(tgt_mount.c:1175:server_mti_print()) mti - server_notify_target 00000020:01000004:0.0:1787602451.088044:0:23999:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787602451.088045:0:23999:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787602451.088046:0:23999:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787602451.088048:0:23999:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787602451.088049:0:23999:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787602451.088051:0:23999:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787602451.088053:0:23999:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787602451.088063:0:23999:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787602451.088068:0:23999:0:(mgc_request_server.c:451:mgc_set_info_async_server()) register_target lustre-OST0001 0x40020002 00000020:01000004:0.0:1787602451.088071:0:23999:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: req 00000020:01000004:0.0:1787602451.088073:0:23999:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:0.0:1787602451.088074:0:23999:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:0.0:1787602451.088075:0:23999:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:0.0:1787602451.088076:0:23999:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:0.0:1787602451.088077:0:23999:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:0.0:1787602451.088078:0:23999:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:0.0:1787602451.088079:0:23999:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:0.0:1787602451.088080:0:23999:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 10000000:01000000:0.0:1787602451.088121:0:23999:0:(mgc_request_server.c:281:mgc_target_register()) register lustre-OST0001 00000100:00100000:0.0:1787602451.088142:0:23999:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318054400:0@lo:253:mount.lustre.0 00000100:00100000:0.0:1787602451.088617:0:23999:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602451.088706:0:23999:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b39a540 going to sleep for 11 seconds 00000100:00100000:1.0:1787602451.088803:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318054400 00000100:00100000:1.0:1787602451.088813:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318054400 00000100:00100000:1.0:1787602451.088876:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:1.0:1787602451.088887:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:23999:x1874436318054400:12345-0@lo:253:mount.lustre.0 20000000:01000000:1.0:1787602451.088925:0:21953:0:(mgs_handler.c:453:mgs_target_reg()) fs: lustre index: 1 is ready to reconnect. 20000000:01000000:1.0:1787602451.088945:0:21953:0:(mgs_nids.c:463:mgs_tnl_update()) nidtbl: write 1 NIDs to NET #0 00010000:00010000:2.0:1787602451.090497:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 20000000:01000000:0.0:1787602451.132541:0:21953:0:(mgs_nids.c:815:mgs_ir_update()) Try to revoke recover lock of lustre 20000000:01000000:0.0:1787602451.132574:0:21953:0:(mgs_handler.c:637:mgs_target_reg()) replying with lustre-OST0001, index=1, rc=0 20000000:01000000:1.0:1787602451.133176:0:21976:0:(mgs_nids.c:712:mgs_ir_notify()) mgs_lustre_notify woken up, phase is 1 10000000:01000000:1.0:1787602451.133184:0:21976:0:(mgc_request.c:68:mgc_name2resid()) log lustre to resid 0x65727473756c/0x2 (lustre) 00010000:00010000:1.0:1787602451.133232:0:21976:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.133258:0:21976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37665 expref: 24 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.133567:0:21976:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37673 expref: 24 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.133577:0:21976:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 5/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.133635:0:21976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e37673 expref: 24 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.133652:0:21976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e37673 expref: 24 pid: 21953 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602451.133669:0:21976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318054528:0@lo:104: 00000100:00100000:1.0:1787602451.133772:0:21976:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787602451.133839:0:21976:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e37665 expref: 24 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.133848:0:21976:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e37665 expref: 24 pid: 21954 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602451.133857:0:21976:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8aa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318054656:0@lo:104: 00000100:00100000:1.0:1787602451.133878:0:21976:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602451.133906:0:21976:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05462f4600 going to sleep for 11 seconds 00000100:00100000:3.0:1787602451.134224:0:21943:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318054528 00000100:00100000:3.0:1787602451.134235:0:21943:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318054528 00000100:00100000:2.0:1787602451.134250:0:21944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318054656 00000100:00100000:2.0:1787602451.134257:0:21944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318054656 00000100:00100000:3.0:1787602451.134301:0:21943:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787602451.134314:0:21943:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+4:21976:x1874436318054528:12345-0@lo:104: 00010000:00010000:3.0:1787602451.134330:0:21943:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.134427:0:21943:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1787602451.134435:0:21943:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+4:21976:x1874436318054528:12345-0@lo:104: Request processed in 123us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602451.134444:0:21943:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:0.0:1787602451.134451:0:21976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318054528:0@lo:104: 00010000:00010000:3.0:1787602451.135644:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787602451.135657:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.135670:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05429cfe00 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:3.0:1787602451.135676:0:21949:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.135687:0:21949:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787602451.135696:0:21949:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787602451.135724:0:21949:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787602451.135792:0:21949:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.135800:0:21949:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1787602451.135831:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.135840:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05429cfe00/0xbc87b28475e37673 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3767a expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602451.135858:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318054784:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787602451.135860:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602451.135864:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602451.135868:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602451.135927:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602451.135939:0:21944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787602451.135954:0:21944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+3:21976:x1874436318054656:12345-0@lo:104: 00010000:00010000:2.0:1787602451.135965:0:21944:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602451.136260:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318054784 00010000:00010000:2.0:1787602451.136265:0:21944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787602451.136273:0:21944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+3:21976:x1874436318054656:12345-0@lo:104: Request processed in 325us (2394us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602451.136281:0:21944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787602451.136326:0:21976:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8aa00 pname:cluuid:pid:xid:nid:opc:job mgs_lustre_noti:MGS:21976:1874436318054656:0@lo:104: 00010000:00010000:2.0:1787602451.136357:0:21976:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 3/0,1 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.136410:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787602451.136472:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.136481:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d7e00 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:3.0:1787602451.136485:0:21948:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.136493:0:21948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1787602451.136501:0:21948:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787602451.136508:0:21948:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 00010000:00010000:3.0:1787602451.136549:0:21948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.136556:0:21948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1787602451.136607:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318054912:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602451.136642:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1787602451.136684:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 1/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.136693:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05765d7e00/0xbc87b28475e37665 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3766c expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.136711:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602451.136713:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602451.136715:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602451.136820:0:21946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318054912 00000100:00100000:2.0:1787602451.136833:0:21946:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318054912 00010000:00010000:2.0:1787602451.136860:0:21946:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37665 expref: 25 pid: 21954 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602451.136929:0:21946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787602451.136938:0:21946:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+25:3452:x1874436318054912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787602451.136952:0:21946:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602451.136959:0:21946:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37665 expref: 25 pid: 21954 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602451.136967:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318054784 00010000:00010000:2.0:1787602451.136970:0:21946:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e37665 expref: 25 pid: 21954 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602451.136990:0:21946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d057628a800/0xbc87b28475e3766c lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e37665 expref: 26 pid: 21954 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602451.137006:0:21945:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37673 expref: 25 pid: 21953 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602451.137007:0:21946:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602451.137079:0:21946:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+25:3452:x1874436318054912:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602451.137088:0:21946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787602451.137192:0:21947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:3.0:1787602451.137202:0:21947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3451:x1874436318054784:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1787602451.137228:0:21947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787602451.137234:0:21947:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 4/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37673 expref: 24 pid: 21953 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137245:0:21947:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e37673 expref: 24 pid: 21953 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137256:0:21947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d7600/0xbc87b28475e3767a lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e37673 expref: 24 pid: 21953 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137270:0:21947:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 3/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137280:0:21947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 4/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 20000000:01000000:3.0:1787602451.137310:0:21947:0:(mgs_nids.c:688:mgs_ir_notify_complete()) Revoke recover lock of lustre completed after 0.004780564s 00010000:00010000:3.0:1787602451.137315:0:21947:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137323:0:21947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 5/0,1 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137331:0:21947:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 4/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137339:0:21947:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137345:0:21947:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05429ce000 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602451.137350:0:21947:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 5/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137359:0:21947:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 6/0,0 mode: EX/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137382:0:21947:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 4/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602451.137405:0:21947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787602451.137446:0:21947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:3451:x1874436318054784:12345-0@lo:103:ldlm_bl.0 Request processed in 246us (1520us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602451.137453:0:21947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787602451.137565:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da23100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318054912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1787602451.137911:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da21c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318054784:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602451.138704:0:21976:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.138741:0:21976:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 1/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602451.138750:0:21976:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377df lrc: 0/0,0 mode: --/EX res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21976 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602451.146894:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+22:23999:x1874436318054400:12345-0@lo:253:mount.lustre.0 Request processed in 57994us (58658us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602451.146915:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1787602451.147103:0:23999:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job mount.lustre:9b57cd82-69f6-4187-bab5-441c91e6943b:23999:1874436318054400:0@lo:253:mount.lustre.0 10000000:01000000:2.0:1787602451.147124:0:23999:0:(mgc_request_server.c:302:mgc_target_register()) register lustre-OST0001 got index = 1 00000020:01000004:2.0:1787602451.147128:0:23999:0:(tgt_mount.c:1175:server_mti_print()) mti - mgc_target_register: rep 00000020:01000004:2.0:1787602451.147130:0:23999:0:(tgt_mount.c:1176:server_mti_print()) server: lustre-OST0001 00000020:01000004:2.0:1787602451.147132:0:23999:0:(tgt_mount.c:1177:server_mti_print()) fs: lustre 00000020:01000004:2.0:1787602451.147133:0:23999:0:(tgt_mount.c:1178:server_mti_print()) uuid: 00000020:01000004:2.0:1787602451.147135:0:23999:0:(tgt_mount.c:1179:server_mti_print()) ver: 0 00000020:01000004:2.0:1787602451.147136:0:23999:0:(tgt_mount.c:1180:server_mti_print()) flags: 00000020:01000004:2.0:1787602451.147138:0:23999:0:(tgt_mount.c:1184:server_mti_print()) LDD_F_SV_TYPE_OST 00000020:01000004:2.0:1787602451.147159:0:23999:0:(tgt_mount.c:1214:server_mti_print()) LDD_F_LARGE_NID 00000020:01000004:2.0:1787602451.147161:0:23999:0:(tgt_mount.c:1220:server_mti_print()) LDD_F_OPC_READY 00000020:02000000:2.0:1787602451.147181:0:23999:0:(tgt_mount.c:2695:server_calc_timeout()) lustre-OST0001: Imperative Recovery not enabled, recovery window 60-180 00080000:10000000:2.0:1787602451.147747:0:23999:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x5:0x0] (8/8/4) registered 00080000:10000000:2.0:1787602451.147921:0:23999:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x1:0x0] (8/8/1) registered 00080000:10000000:2.0:1787602451.148561:0:23999:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x6:0x0] (8/8/4) registered 00080000:10000000:2.0:1787602451.148714:0:23999:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x2:0x0] (8/8/1) registered 00080000:10000000:2.0:1787602451.148856:0:23999:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000003:0x7:0x0] (8/8/4) registered 00080000:10000000:2.0:1787602451.149235:0:23999:0:(osd_index.c:2103:osd_index_try()) lustre-OST0001: index object [0x200000005:0x3:0x0] (8/8/1) registered 00000001:00000004:3.0:1787602451.151408:0:23999:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 3, last_transno is 12884901888 00002000:00080000:0.0:1787602451.201892:0:23999:0:(ofd_obd.c:539:ofd_postrecov()) lustre-OST0001: recovery is over 00100000:10000000:0.0:1787602451.201922:0:23999:0:(lfsck_lib.c:3085:lfsck_start()) lustre-OST0001-osd: start master thread 00000020:01000004:0.0:1787602451.202125:0:23999:0:(tgt_mount.c:298:server_mgc_clear_fs()) Unassign mgc disk 10000000:01000000:0.0:1787602451.202284:0:23999:0:(mgc_request_server.c:166:mgc_fs_clear()) MGC192.168.204.152@tcp: cl_mgc_mutex unlock 00000020:01000004:0.0:1787602451.202722:0:23999:0:(tgt_mount.c:2461:server_fill_super_common()) Server sb, dev=50 00000080:00000004:0.0:1787602451.202803:0:23999:0:(super25.c:182:lustre_fill_super()) lustre-ost2/ost2: Mount complete 00000001:00080000:2.0:1787602451.305359:0:8124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901890 is committed 00000001:00100000:2.0:1787602451.305397:0:8124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:3.0:1787602452.112347:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602452.241264:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318055040:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787602452.241382:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602452.242452:0:23276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318055040 00000100:00100000:3.0:1787602452.242474:0:23276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318055040 00000100:00100000:3.0:1787602452.242541:0:23276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:3.0:1787602452.242554:0:23276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318055040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787602452.242616:0:23276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787602452.242696:0:23276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318055040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 145us (1315us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602452.242704:0:23276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:0.0:1787602452.242878:0:3453:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:0.0:1787602452.242908:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318055040:0@lo:13:osp-pre-0-0.0 10000000:01000000:3.0:1787602452.439842:0:21958:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787602452.439854:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d0573cbf000 from 14 10000000:01000000:3.0:1787602452.439861:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787602452.439924:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f400/0xbc87b28475e377e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602452.439938:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f400/0xbc87b28475e377e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602452.439952:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f400/0xbc87b28475e377e6 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602452.441027:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318055168:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787602452.441714:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602452.441784:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054e63f900 going to sleep for 11 seconds 00000100:00100000:1.0:1787602452.444252:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318055168 00000100:00100000:1.0:1787602452.444272:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318055168 00000100:00100000:1.0:1787602452.444343:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1787602452.444356:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:21958:x1874436318055168:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787602452.444391:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602452.444419:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377ed lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e377e6 expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602452.444454:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e377e6 expref: 23 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602452.444467:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05429ce000/0xbc87b28475e377ed lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e377e6 expref: 23 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602452.444479:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05429ce000, rc 0) 00000100:00100000:1.0:1787602452.444567:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318055168:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 214us (2855us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602452.444575:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1787602452.444851:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318055168:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602452.444877:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f400/0xbc87b28475e377e6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377ed expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602452.444889:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f400/0xbc87b28475e377e6 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e377ed expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602452.444982:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318055296:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787602452.445058:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602452.445095:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054e63f900 going to sleep for 11 seconds 00000100:00100000:1.0:1787602452.445212:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318055296 00000100:00100000:1.0:1787602452.445218:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318055296 00000100:00100000:1.0:1787602452.445248:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:1.0:1787602452.445255:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560362850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318055296:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787602452.445274:0:21953:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787602452.445301:0:21953:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787602452.445305:0:21953:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1787602452.445398:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560362850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318055296:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 143us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602452.445408:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:3.0:1787602452.445486:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318055296:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787602452.445562:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787602452.445570:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f400/0xbc87b28475e377e6 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377ed expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602452.445578:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f400/0xbc87b28475e377e6 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377ed expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1787602452.445589:0:21958:0:(mgc_request.c:611:do_requeue()) updating log lustre-mdtir 10000000:01000000:3.0:1787602452.445592:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log lustre-mdtir-ffff8d057fbb5000 from 14 10000000:01000000:3.0:1787602452.445595:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for lustre-mdtir (res 0x65727473756c) 00010000:00010000:3.0:1787602452.445620:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f200/0xbc87b28475e377f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602452.445629:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f200/0xbc87b28475e377f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602452.445638:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f200/0xbc87b28475e377f4 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602452.445653:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318055424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1787602452.445681:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602452.445713:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054e63f900 going to sleep for 11 seconds 00000100:00100000:1.0:1787602452.445760:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318055424 00000100:00100000:1.0:1787602452.445764:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318055424 00000100:00100000:1.0:1787602452.445794:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1787602452.445802:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560360850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318055424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1787602452.445811:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602452.445826:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05429cfe00/0xbc87b28475e377fb lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e377f4 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602452.445843:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05429cfe00/0xbc87b28475e377fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e377f4 expref: 24 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602452.445852:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05429cfe00/0xbc87b28475e377fb lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e377f4 expref: 24 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602452.445861:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05429cfe00, rc 0) 00000100:00100000:1.0:1787602452.445894:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560360850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+24:21958:x1874436318055424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 92us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602452.445901:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:3.0:1787602452.445970:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318055424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602452.445986:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f200/0xbc87b28475e377f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377fb expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602452.445995:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f200/0xbc87b28475e377f4 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e377fb expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602452.446056:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318055552:0@lo:256:ll_cfg_requeue.0 00000100:00100000:3.0:1787602452.446085:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602452.446099:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d054e63f900 going to sleep for 11 seconds 00000100:00100000:1.0:1787602452.446156:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318055552 00000100:00100000:1.0:1787602452.446160:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318055552 00000100:00100000:1.0:1787602452.446178:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:1.0:1787602452.446184:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560363850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:21958:x1874436318055552:12345-0@lo:256:ll_cfg_requeue.0 20000000:01000000:1.0:1787602452.446194:0:21955:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-mdtir bufsize 16384. 20000000:01000000:1.0:1787602452.446206:0:21955:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/4/3. 20000000:01000000:1.0:1787602452.446213:0:21955:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 44, version 14 00000100:00100000:1.0:1787602452.446268:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560363850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:21958:x1874436318055552:12345-0@lo:256:ll_cfg_requeue.0 Request processed in 84us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602452.446275:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1787602452.449768:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318055552:0@lo:256:ll_cfg_requeue.0 10000000:01000000:3.0:1787602452.449882:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'lustre-mdtir' succeeded (0). 00010000:00010000:3.0:1787602452.449895:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f200/0xbc87b28475e377f4 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377fb expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602452.449907:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d0559d8f200/0xbc87b28475e377f4 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e377fb expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602453.136164:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602453.265235:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787602453.265268:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318055680:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787602453.265396:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602453.265724:0:23276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318055680 00000100:00100000:2.0:1787602453.265736:0:23276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318055680 00000100:00100000:2.0:1787602453.265817:0:23276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787602453.265831:0:23276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318055680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787602453.265860:0:23276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787602453.265920:0:23276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318055680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602453.265933:0:23276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00080000:0.0:1787602453.265996:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602453.266182:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df26680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318055680:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1787602453.722719:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787602453.776854:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318055808:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602453.776984:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602453.777316:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318055808 00000100:00100000:1.0:1787602453.777329:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318055808 00000100:00100000:1.0:1787602453.777398:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:1.0:1787602453.777410:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318055808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787602453.777471:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1787602453.777537:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318055808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 128us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602453.777545:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:2.0:1787602453.777641:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318055936:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787602453.777677:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602453.777763:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318055936 00000100:00100000:3.0:1787602453.777769:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318055936 00000100:00100000:0.0:1787602453.777806:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318055808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787602453.777820:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787602453.777831:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318055936:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787602453.777859:0:23297:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1787602453.777897:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318055936:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602453.777903:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:2.0:1787602453.778294:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da20380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318055936:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787602454.160373:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602455.192954:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.208479:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1787602456.337240:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0000-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787602456.337250:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787602456.337255:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602456.337273:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0000: import ffff8d044486b800 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602456.337322:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057df24000 x1874436318056448/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00080000:2.0:1787602456.337366:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) lustre-MDT0001-mdtlov_UUID->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 0 suppress 1 00000100:00080000:2.0:1787602456.337370:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery 00000100:00080000:2.0:1787602456.337372:0:36:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING 00000100:00080000:2.0:1787602456.337378:0:36:0:(import.c:624:import_select_connection()) lustre-OST0001-osc-MDT0001: import ffff8d057a749000 using connection 192.168.204.152@tcp/0@lo 00000100:00100000:2.0:1787602456.337390:0:36:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff8d057df25f80 x1874436318056960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:2.0:1787602456.337475:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318056192:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.337572:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.337630:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318056832:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.337665:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.337685:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1874436318057472:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.337733:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.337766:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1787602456.337772:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9b57cd82-69f6-4187-bab5-441c91e6943b:3454:1874436318056064:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.337805:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.337829:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318056704:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.337854:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.337872:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1874436318057344:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.337897:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.337926:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318056320:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.337951:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.337970:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318057088:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.338113:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.338133:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1874436318057600:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.338163:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.338178:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1787602456.338184:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318056576:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.338207:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.338219:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1874436318057216:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.338240:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.338267:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318056448:0@lo:8:kworker.0 00000100:00100000:2.0:1787602456.338305:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.338324:0:3450:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318056960:0@lo:8:kworker.0 00000100:00100000:2.0:1787602456.338345:0:3450:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.338382:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318056192 00000100:00100000:2.0:1787602456.338392:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318056192 00000100:00100000:2.0:1787602456.338448:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318056704 00000100:00100000:2.0:1787602456.338452:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318056704 00000100:00100000:2.0:1787602456.338470:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787602456.338481:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318056192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.338552:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318056192:12345-0@lo:400:kworker.0 Request processed in 72us (979us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.338560:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:2.0:1787602456.338577:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787602456.338583:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318056704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.338613:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318056704:12345-0@lo:400:kworker.0 Request processed in 29us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.338619:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:2.0:1787602456.338651:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318056832 00000100:00100000:2.0:1787602456.338655:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318056832 00000100:00100000:2.0:1787602456.338690:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318056320 00000100:00100000:2.0:1787602456.338693:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318056320 00000100:00100000:2.0:1787602456.338707:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318056448 00000100:00100000:2.0:1787602456.338709:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318056448 00000100:00100000:2.0:1787602456.338718:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318056960 00000100:00100000:2.0:1787602456.338720:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318056960 00000100:00100000:2.0:1787602456.338730:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787602456.338738:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318056832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.338771:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318056832:12345-0@lo:400:kworker.0 Request processed in 34us (1105us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.338777:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3 00000100:00100000:2.0:1787602456.338789:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787602456.338795:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318056320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.338827:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318056320:12345-0@lo:400:kworker.0 Request processed in 33us (875us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.338834:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 4 00000100:00100000:2.0:1787602456.338846:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787602456.338850:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3450:x1874436318056448:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1787602456.338880:0:23665:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0000-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 763 last 0 00000020:00000080:2.0:1787602456.338914:0:23665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0000-mdtlov_UUID, cookie 0xbc87b28475e37802 00002000:00100000:2.0:1787602456.338932:0:23665:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0000-mdtlov_UUID/ffff8d0576d8f800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113952 ocd_grant: 0 ocd_index: 1 ocd_group 0 00002000:00080000:2.0:1787602456.338936:0:23665:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 0 00002000:00100000:2.0:1787602456.338939:0:23665:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787602456.342832:0:23665:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:2.0:1787602456.342891:0:23665:0:(import.c:65:import_set_state_nolock()) ffff8d0576d8a000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787602456.343058:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:3450:x1874436318056448:12345-0@lo:8:kworker.0 Request processed in 4202us (4749us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.343072:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787602456.344264:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787602456.344275:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:3450:x1874436318056960:12345-0@lo:8:kworker.0 00010000:00080000:2.0:1787602456.344333:0:23665:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from lustre-MDT0001-mdtlov_UUID@0@lo t0 exp 0000000000000000 cur 763 last 0 00000020:00000080:2.0:1787602456.344376:0:23665:0:(genops.c:1385:class_connect()) connect: client lustre-MDT0001-mdtlov_UUID, cookie 0xbc87b28475e37809 00002000:00100000:2.0:1787602456.344399:0:23665:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli lustre-MDT0001-mdtlov_UUID/ffff8d0576d8e800 ocd_connect_flags: 0xa044401443000026 ocd_version: 2113952 ocd_grant: 0 ocd_index: 1 ocd_group 1 00002000:00080000:2.0:1787602456.344404:0:23665:0:(ofd_obd.c:139:ofd_parse_connect_data()) lustre-OST0001: Received MDS connection for group 1 00002000:00100000:2.0:1787602456.344408:0:23665:0:(ofd_obd.c:227:ofd_parse_connect_data()) lustre-OST0001: cli does not support OBD_CONNECT_CKSUM 00002000:00080000:2.0:1787602456.344500:0:23665:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 1 00000100:00080000:2.0:1787602456.344526:0:23665:0:(import.c:65:import_set_state_nolock()) ffff8d0576d88000 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787602456.344594:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+6:3450:x1874436318056960:12345-0@lo:8:kworker.0 Request processed in 319us (6247us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.344602:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 13 00000100:00100000:2.0:1787602456.344656:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318057472 00000100:00100000:2.0:1787602456.344666:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318057472 00000100:00100000:2.0:1787602456.344709:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318057344 00000100:00100000:2.0:1787602456.344712:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318057344 00000100:00100000:2.0:1787602456.344727:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318057088 00000100:00100000:2.0:1787602456.344730:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318057088 00000100:00100000:2.0:1787602456.344742:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318057600 00000100:00100000:2.0:1787602456.344745:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318057600 00000100:00100000:2.0:1787602456.344758:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318056576 00000100:00100000:2.0:1787602456.344762:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318056576 00000100:00100000:2.0:1787602456.344773:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318057216 00000100:00100000:2.0:1787602456.344776:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318057216 00000100:00100000:2.0:1787602456.344792:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787602456.344798:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1874436318057472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.345131:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1874436318057472:12345-0@lo:400:kworker.0 Request processed in 332us (7396us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.345139:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:2.0:1787602456.345155:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787602456.345161:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1874436318057344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.345194:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1874436318057344:12345-0@lo:400:kworker.0 Request processed in 33us (7295us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.345200:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 30 00000100:00100000:2.0:1787602456.345213:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787602456.345219:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318057088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.345247:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318057088:12345-0@lo:400:kworker.0 Request processed in 29us (7135us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.345253:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787602456.345265:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787602456.345270:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1874436318057600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.345310:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1874436318057600:12345-0@lo:400:kworker.0 Request processed in 41us (7147us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.345316:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00100000:2.0:1787602456.345330:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787602456.345336:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318056576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.345365:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318056576:12345-0@lo:400:kworker.0 Request processed in 30us (7157us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.345370:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787602456.345380:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787602456.345385:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1874436318057216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.345422:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1874436318057216:12345-0@lo:400:kworker.0 Request processed in 37us (7181us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.345428:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 34 00000100:00100000:2.0:1787602456.345453:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318056064 00000100:00100000:2.0:1787602456.345457:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318056064 00000100:00100000:2.0:1787602456.345494:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1787602456.345500:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560361c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3454:x1874436318056064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.345536:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560361c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3454:x1874436318056064:12345-0@lo:400:kworker.0 Request processed in 36us (7730us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.345542:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00080000:2.0:1787602456.345612:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787602456.345617:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787602456.345620:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:2.0:1787602456.346442:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057df24000 x1874436318056448/t0(0) o8->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787602481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787602456.346471:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0000: connect to target with instance 3 00000100:00080000:2.0:1787602456.346482:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0000: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1787602456.346489:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1787602456.346494:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d044486b800 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1787602456.346512:0:3450:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1787602456.346519:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0000-mdtlov_UUID:3450:1874436318056448:0@lo:8:kworker.0 00010000:00080000:2.0:1787602456.346538:0:3450:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057df25f80 x1874436318056960/t0(0) o8->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 520/416 e 0 to 0 dl 1787602481 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:2.0:1787602456.346548:0:3450:0:(import.c:1132:ptlrpc_connect_interpret()) lustre-OST0001-osc-MDT0001: connect to target with instance 3 00000100:00080000:2.0:1787602456.346554:0:3450:0:(import.c:956:ptlrpc_connect_set_flags()) lustre-OST0001-osc-MDT0001: Resetting ns_connect_flags to server flags: 0xa040401443000026 00000100:00080000:2.0:1787602456.346557:0:3450:0:(import.c:1213:ptlrpc_connect_interpret()) connected to replayable target: lustre-OST0001_UUID 00000100:00080000:2.0:1787602456.346574:0:3450:0:(import.c:65:import_set_state_nolock()) ffff8d057a749000 lustre-OST0001_UUID: changing import state from CONNECTING to FULL 00000004:00080000:2.0:1787602456.346592:0:3450:0:(osp_dev.c:1648:osp_import_event()) got connected 00000100:00100000:2.0:1787602456.346597:0:3450:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:lustre-MDT0001-mdtlov_UUID:3450:1874436318056960:0@lo:8:kworker.0 00000004:00080000:2.0:1787602456.346692:0:21987:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: going to cleanup orphans since [0x2c0000401:0x22:0x0] 00000100:00100000:2.0:1787602456.346719:0:21987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762c9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21987:1874436318057856:0@lo:5:osp-pre-1-0.0 00000100:00100000:2.0:1787602456.346779:0:21987:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.346811:0:21987:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564805cc0 going to sleep for 11 seconds 00000004:00080000:2.0:1787602456.346852:0:22607:0:(osp_precreate.c:882:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: going to cleanup orphans since [0x2c0000400:0x1:0x0] 00000100:00100000:2.0:1787602456.346870:0:22607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762cb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22607:1874436318058112:0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1787602456.346894:0:22607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.346908:0:22607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564805600 going to sleep for 11 seconds 00000100:00100000:2.0:1787602456.346922:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318057984:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787602456.346947:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.346983:0:23276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318057984 00000100:00100000:2.0:1787602456.346989:0:23276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318057984 00000100:00100000:2.0:1787602456.347427:0:23276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787602456.347438:0:23276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3453:x1874436318057984:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787602456.347494:0:23276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602456.347572:0:23276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+6:3453:x1874436318057984:12345-0@lo:13:osp-pre-1-1.0 Request processed in 135us (622us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.347582:0:23276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:2.0:1787602456.347629:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318057856 00000100:00100000:2.0:1787602456.347636:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318057856 00000100:00100000:2.0:1787602456.347670:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318058112 00000100:00100000:2.0:1787602456.347676:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318058112 00000100:00100000:2.0:1787602456.347702:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 14 00000100:00100000:2.0:1787602456.347711:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21987:x1874436318057856:12345-0@lo:5:osp-pre-1-0.0 00000004:00080000:1.0:1787602456.348280:0:21986:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:1.0:1787602456.348785:0:21986:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 763371767906ns, next at 0ns, rc = 0 00000004:00080000:3.0:1787602456.358240:0:22606:0:(osp_sync.c:1045:osp_sync_process_record()) processed all old entries 00000004:00080000:3.0:1787602456.358732:0:22606:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0001: add commit cb at 763381714935ns, next at 0ns, rc = 0 00000100:00100000:2.0:1787602456.359988:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:2.0:1787602456.360100:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:22607:x1874436318058112:12345-0@lo:7:osp-pre-1-1.0 00000100:00100000:2.0:1787602456.360197:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318057728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787602456.360305:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1787602456.360372:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:2.0:1787602456.360416:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05762cb800 x1874436318057984/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787602472 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.360443:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318057984:0@lo:13:osp-pre-1-1.0 00010000:00080000:2.0:1787602456.367401:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057df27b80 x1874436318056576/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.367429:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318056576:0@lo:400:kworker.0 00010000:00080000:2.0:1787602456.367447:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057df25c00 x1874436318057216/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.367456:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1874436318057216:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.367472:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df26a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318056320:0@lo:400:kworker.0 00010000:00080000:2.0:1787602456.367486:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057df25180 x1874436318057088/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.367495:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318057088:0@lo:400:kworker.0 00010000:00080000:2.0:1787602456.367508:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057df26d80 x1874436318057600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.367517:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df26d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1874436318057600:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.367593:0:23276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318057728 00000100:00100000:2.0:1787602456.367604:0:23276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318057728 00000100:00100000:2.0:1787602456.367672:0:23276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787602456.367682:0:23276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3452:x1874436318057728:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787602456.367716:0:23276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40960000 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602456.367824:0:23276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3452:x1874436318057728:12345-0@lo:13:osp-pre-1-0.0 Request processed in 142us (7519us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.367833:0:23276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00010000:00080000:2.0:1787602456.367871:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05762caa00 x1874436318057728/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1787602472 ref 1 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-0.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.367890:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318057728:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787602456.367926:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df27480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:9b57cd82-69f6-4187-bab5-441c91e6943b:3454:1874436318056064:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.367940:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df27100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318056704:0@lo:400:kworker.0 00010000:00080000:2.0:1787602456.367954:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057df24380 x1874436318057344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.367964:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1874436318057344:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.367978:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318056192:0@lo:400:kworker.0 00000100:00100000:2.0:1787602456.367992:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318056832:0@lo:400:kworker.0 00010000:00080000:2.0:1787602456.368005:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057df25500 x1874436318057472/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602472 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.368038:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1874436318057472:0@lo:400:kworker.0 00002000:00080000:2.0:1787602456.395962:0:23272:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000400 00002000:00080000:2.0:1787602456.395984:0:23272:0:(ofd_dev.c:1208:ofd_get_info_hdl()) lustre-OST0001: LAST FID is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787602456.397323:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:22607:x1874436318058112:12345-0@lo:7:osp-pre-1-1.0 Request processed in 37226us (50419us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.397339:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00010000:00080000:2.0:1787602456.397428:0:22607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05762cb100 x1874436318058112/t0(0) o7->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 264/240 e 0 to 0 dl 1787602472 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.397445:0:22607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762cb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22607:1874436318058112:0@lo:7:osp-pre-1-1.0 00000004:00080000:2.0:1787602456.397465:0:22607:0:(osp_precreate.c:810:osp_get_lastfid_from_ost()) lustre-OST0001-osc-MDT0001: Got last_fid [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787602456.397515:0:22607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762cb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22607:1874436318058240:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1787602456.397555:0:22607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.397581:0:22607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564805600 going to sleep for 11 seconds 00000100:00100000:2.0:1787602456.397601:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318058240 00000100:00100000:2.0:1787602456.397608:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318058240 00000100:00100000:2.0:1787602456.397653:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:2.0:1787602456.397663:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:22607:x1874436318058240:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1787602456.397697:0:23273:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = 0 00000100:00100000:2.0:1787602456.397730:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+6:22607:x1874436318058240:12345-0@lo:5:osp-pre-1-1.0 Request processed in 69us (175us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.397736:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00010000:00080000:2.0:1787602456.397758:0:22607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d05762cb100 x1874436318058240/t0(0) o5->lustre-OST0001-osc-MDT0001@0@lo:28/4 lens 432/432 e 0 to 0 dl 1787602472 ref 2 fl Rpc:RNQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.397768:0:22607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762cb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22607:1874436318058240:0@lo:5:osp-pre-1-1.0 00000004:00080000:2.0:1787602456.397777:0:22607:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0001: Got last_id [0x2c0000400:0x41:0x0] from OST, last_created [0x2c0000400:0x41:0x0]last_used is [0x2c0000400:0x41:0x0] 00000100:00100000:2.0:1787602456.397803:0:22607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d05762cb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22607:1874436318058368:0@lo:5:osp-pre-1-1.0 00000100:00100000:2.0:1787602456.397824:0:22607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602456.401120:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318058368 00000100:00100000:2.0:1787602456.401143:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318058368 00000100:00100000:2.0:1787602456.401213:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:2.0:1787602456.401226:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:22607:x1874436318058368:12345-0@lo:5:osp-pre-1-1.0 00002000:00080000:2.0:1787602456.401299:0:23272:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000400 at 66 00000100:00100000:3.0:1787602456.415526:0:22607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564805600 going to sleep for 11 seconds 00002000:00080000:3.0:1787602456.422467:0:23271:0:(ofd_fs.c:432:ofd_seq_load()) lustre-OST0001: adding sequence 0x2c0000401 00002000:00080000:3.0:1787602456.422488:0:23271:0:(ofd_dev.c:1640:ofd_create_hdl()) ofd_last_id() = 65 -> diff = -31 00002000:02000040:3.0:1787602456.422497:0:23271:0:(ofd_dev.c:1491:ofd_orphans_destroy()) lustre-OST0001: new connection from lustre-MDT0000-mdtlov (cleaning up unused objects from 0x2c0000401:35 to 0x2c0000401:65) 00002000:00010000:3.0:1787602456.448062:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x41:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.448080:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.448106:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.448112:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x41:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.448121:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.448144:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.448157:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.448166:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787602456.453584:0:7253:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0001: 1 committed 00010000:00010000:3.0:1787602456.454092:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787602456.454898:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x40:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.454910:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.454931:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.454944:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x40:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.454951:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.454969:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.454979:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.454986:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.455159:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1787602456.455625:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.455632:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.455641:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.455645:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.455649:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.455659:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.455667:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.455680:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.455689:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1787602456.457462:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.457475:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.457491:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.457496:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.457502:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.457516:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.457527:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.457536:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.457547:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00010000:00010000:0.0:1787602456.457964:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1787602456.457975:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.457985:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0559d8fe00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.458071:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458083:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458108:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458116:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000014cb3748/0xbc87b28475e37810 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x41:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458140:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787602456.458145:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458151:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0559d8f800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.458155:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458176:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458187:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458195:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fea86b30/0xbc87b28475e37817 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x40:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458208:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787602456.458211:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458217:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0559d8e400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.458220:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458227:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458236:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458243:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000fbfe1b04/0xbc87b28475e3781e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458268:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.458272:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458279:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0559d8e600 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.458292:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458301:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458313:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458321:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000000f0f4736/0xbc87b28475e37825 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.458334:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.458336:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.458337:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.458348:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787602456.465692:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.465708:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.465737:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.465742:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.465750:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.465766:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.465778:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.465786:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.465816:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602456.466723:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.466734:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.466746:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0559d8e800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.466759:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.466769:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.466791:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.466799:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000e108c0bf/0xbc87b28475e3782c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.466820:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.466823:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.466825:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787602456.467464:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.467473:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.467484:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.467488:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.467494:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.467507:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.467529:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.467537:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.467562:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602456.469966:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.469980:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.470074:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0559d8ea00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.470081:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.470095:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.470122:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.470139:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000005660e385/0xbc87b28475e37833 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.470169:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.470172:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.470173:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787602456.470473:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.470482:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.470494:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.470498:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.470505:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.470517:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.470527:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.470535:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.470906:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787602456.472744:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x3a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.472757:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.472774:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.472778:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x3a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.472785:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.472799:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.472810:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.472818:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474671:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787602456.474687:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474702:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fa800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.474708:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474720:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474745:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474754:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d9912e53/0xbc87b28475e3783a lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474780:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.474785:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474802:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fa000 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.474805:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474813:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474824:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.474832:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.474845:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.474848:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602456.474970:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787602456.474978:0:23271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000049080272/0xbc87b28475e37841 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x3a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.475091:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787602456.478202:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x39:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.478221:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.478250:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.478256:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x39:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.478264:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.478292:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.478305:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.478315:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.478425:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787602456.479234:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x38:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.479243:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.479256:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.479259:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x38:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.479263:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.479273:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.479305:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.479311:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.481894:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787602456.481910:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.481926:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fba00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.481931:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.481943:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.481969:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.482000:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a277ec82/0xbc87b28475e37848 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x39:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.482043:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.482047:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.482053:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fac00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.482057:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.482065:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 4/0,0 mode: PW/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.482077:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 2/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.482085:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.482087:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.482089:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602456.482259:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+7:22607:x1874436318058368:12345-0@lo:5:osp-pre-1-1.0 Request processed in 81028us (84426us total) trans 12884901889 rc 0/0 00000100:00100000:2.0:1787602456.482272:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00010000:00010000:3.0:1787602456.482488:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to regular blp list, 0 blwis in pool 00010000:00010000:3.0:1787602456.482499:0:23271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000d5edfaec/0xbc87b28475e3784f lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x38:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:3.0:1787602456.483371:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x37:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.483380:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.483395:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.483400:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x37:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.483408:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.483422:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.483433:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.483453:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.483468:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787602456.483966:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602456.483975:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.483987:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fb200 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:2.0:1787602456.484003:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.484029:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.484056:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.484065:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000055912df3/0xbc87b28475e37856 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x37:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.484087:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.484089:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.484098:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787602456.486395:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x36:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.486414:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.486432:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.486437:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x36:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.486444:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.486458:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.486468:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.486476:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.486497:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602456.487088:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.487098:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.487109:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fb400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.487122:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.487133:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.487154:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.487161:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000022be32a3/0xbc87b28475e3785d lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x36:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.487186:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.487188:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.487190:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.487469:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602456.487600:0:22607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762cb100 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0001-mdtlov_UUID:22607:1874436318058368:0@lo:5:osp-pre-1-1.0 00000004:00080000:1.0:1787602456.487620:0:22607:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0001: current precreated pool: [0x2c0000400:0x41:0x0]-[0x2c0000400:0x61:0x0] 00000100:00100000:1.0:1787602456.487698:0:22607:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:22607:1874436318058496:0@lo:900:osp-pre-1-1.0 00000100:00100000:1.0:1787602456.487788:0:22607:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602456.487823:0:22607:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05757db9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602456.488956:0:21972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318058496 00000100:00100000:2.0:1787602456.488967:0:21972:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318058496 00000100:00100000:2.0:1787602456.489168:0:21972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 2 00000100:00100000:2.0:1787602456.489181:0:21972:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22607:x1874436318058496:12345-0@lo:900:osp-pre-1-1.0 00000100:00100000:2.0:1787602456.489275:0:21972:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573966a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:lustre-MDT0000-lwp-MDT0001_UUID+5:22607:x1874436318058496:12345-0@lo:900:osp-pre-1-1.0 Request processed in 97us (1486us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.489295:0:21972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 2 00002000:00010000:3.0:1787602456.489738:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x35:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.489748:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.489773:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.489778:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x35:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.489785:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.489803:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.489814:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.489823:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.489858:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602456.490195:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.490204:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.490213:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fb600 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.490219:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.490229:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.490249:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.490264:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000008d68cffa/0xbc87b28475e37864 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x35:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.490294:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.490296:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.490297:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787602456.492925:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x34:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.492941:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.492959:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.492965:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x34:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.492972:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.492987:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.493045:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.493054:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.493093:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787602456.493612:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x33:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.493618:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.493628:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.493631:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x33:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.493636:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.493645:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.493654:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.493661:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.493696:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1787602456.494156:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x32:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.494162:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494171:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.494174:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x32:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.494179:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494189:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494197:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494204:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494213:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1787602456.494634:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x31:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.494640:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494649:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.494660:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x31:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.494664:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494676:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494684:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494691:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.494698:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1787602456.495140:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x30:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.495146:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.495156:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.495159:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x30:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.495164:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.495174:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.495183:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.495196:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.495204:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1787602456.495579:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1787602456.495589:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495598:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fbe00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.495604:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495615:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495639:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495647:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2026113/0xbc87b28475e3786b lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x34:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495674:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1787602456.495679:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495695:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fa200 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.495699:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495707:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495719:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495727:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b1446f06/0xbc87b28475e37872 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x33:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495742:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787602456.495746:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495753:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fae00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.495756:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495763:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495772:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495786:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000a6211602/0xbc87b28475e37879 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x32:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495800:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787602456.495804:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495810:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fa600 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.495814:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495821:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495891:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495901:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000097b0a8e3/0xbc87b28475e37880 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x31:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495916:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.495920:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495927:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764faa00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.495938:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495945:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495956:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495962:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000b906390c/0xbc87b28475e37887 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x30:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.495976:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.495978:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.495980:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.499081:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00080000:2.0:1787602456.499201:0:22607:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0559d8bb80 x1874436318058496/t0(0) o900->lustre-MDT0000-lwp-MDT0001@0@lo:29/10 lens 264/248 e 0 to 0 dl 1787602472 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'osp-pre-1-1.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602456.499224:0:22607:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-1:lustre-MDT0000-lwp-MDT0001_UUID:22607:1874436318058496:0@lo:900:osp-pre-1-1.0 00002000:00010000:3.0:1787602456.502768:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2f:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.502786:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.502811:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.502816:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2f:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.502824:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.504953:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.504980:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.504988:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.505097:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787602456.505793:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.505802:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.505822:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.505828:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2e:0x0].0x0 since=0s v=(0 0) 00010000:00010000:1.0:1787602456.508231:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602456.508249:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.508266:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fbc00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:1.0:1787602456.508272:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.508312:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.508344:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.508352:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000001a8334c8/0xbc87b28475e3788e lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2f:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.508381:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602456.508383:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602456.508385:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602456.510113:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.510150:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.510162:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.510172:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.510199:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787602456.512083:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602456.512099:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.512117:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fb000 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:2.0:1787602456.512124:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.512136:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.512165:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.512189:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000f2c12dce/0xbc87b28475e37895 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.512219:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.512221:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.512223:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:3.0:1787602456.517882:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.517903:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.517925:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.517931:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2d:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.517939:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.517957:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.517983:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.518004:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.518056:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00002000:00010000:3.0:1787602456.518634:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.518641:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.518651:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.518655:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2c:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.518659:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.518668:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.518677:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.518684:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.518718:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to regular blp list, 2 blwis in pool 00002000:00010000:3.0:1787602456.519172:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.519178:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519188:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.519191:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2b:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.519196:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519205:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519212:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519221:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519230:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to regular blp list, 3 blwis in pool 00002000:00010000:3.0:1787602456.519651:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x2a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.519657:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519665:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.519685:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x2a:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.519689:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519699:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519706:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519712:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.519719:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to regular blp list, 4 blwis in pool 00002000:00010000:3.0:1787602456.520124:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x29:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1787602456.520130:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.520139:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=763s v=(0 0) 00010000:00010000:3.0:1787602456.520142:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x29:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602456.520146:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.520156:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.520163:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.520177:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602456.520186:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/5 locks to regular blp list, 5 blwis in pool 00010000:00010000:0.0:1787602456.520628:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 4 total in blp. (4 blwis in pool) 00010000:00010000:0.0:1787602456.520639:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520649:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fa400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.520654:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520665:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520687:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520703:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003b8fce97/0xbc87b28475e3789c lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520727:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:0.0:1787602456.520732:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520739:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05764fb800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.520743:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520750:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520761:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520768:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000eb41b0d0/0xbc87b28475e378a3 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520782:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:0.0:1787602456.520786:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520792:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0541480400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.520802:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520810:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520821:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520828:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000007117e39/0xbc87b28475e378aa lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520852:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1787602456.520856:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520862:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0541481400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.520865:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520872:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520880:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520887:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000009d4f56a1/0xbc87b28475e378b1 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x2a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520906:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.520909:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520917:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0541481800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.520920:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520929:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520940:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520947:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000051fb5910/0xbc87b28475e378b8 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x29:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.520960:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.520962:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.520964:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.522803:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787602456.532557:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x28:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1787602456.532572:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.532594:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=763s v=(0 0) 00010000:00010000:2.0:1787602456.532600:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x28:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787602456.532608:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.532626:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.532638:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.532648:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.532668:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602456.534318:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.534334:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.534349:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628b400 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.534365:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.534378:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.534405:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.534413:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ca58cc4c/0xbc87b28475e378bf lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x28:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.534435:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.534438:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.534440:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787602456.541420:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x27:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1787602456.541441:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541463:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=763s v=(0 0) 00010000:00010000:2.0:1787602456.541468:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x27:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787602456.541476:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541493:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541506:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541514:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541534:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787602456.541549:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602456.541556:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541566:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628ae00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:2.0:1787602456.541572:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541596:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541618:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541626:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000c29917c1/0xbc87b28475e378c6 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x27:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.541646:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.541648:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.541650:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787602456.544296:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x26:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1787602456.544316:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.544336:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=763s v=(0 0) 00010000:00010000:2.0:1787602456.544341:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x26:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787602456.544349:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.544365:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.544377:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.544396:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.544417:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602456.546328:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.546345:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.546365:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628bc00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.546371:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.546385:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.546409:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.546427:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 00000000ac7e7595/0xbc87b28475e378cd lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x26:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.546451:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.546454:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.546456:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787602456.547240:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x25:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1787602456.547251:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547268:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=763s v=(0 0) 00010000:00010000:2.0:1787602456.547273:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x25:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787602456.547293:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547305:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547315:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547323:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547344:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1787602456.547358:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602456.547364:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547380:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628b800 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:2.0:1787602456.547385:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547394:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547423:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547431:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000004790ede1/0xbc87b28475e378d4 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x25:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.547460:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.547462:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602456.547464:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1787602456.547629:0:6469:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 1 committed 00002000:00010000:2.0:1787602456.548716:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x24:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1787602456.548730:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.548796:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=763s v=(0 0) 00010000:00010000:2.0:1787602456.548801:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x24:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787602456.548807:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.548821:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.548838:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.548845:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.548941:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1787602456.548964:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1787602456.548973:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.548983:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628be00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:1.0:1787602456.548999:0:21948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.549008:0:21948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.549065:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.549146:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 0000000089668163/0xbc87b28475e378db lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x24:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602456.549172:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602456.549176:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602456.549178:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00010000:2.0:1787602456.549618:0:23271:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x2c0000401:0x23:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1787602456.549624:0:23271:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 3/0,1 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.549633:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=763s v=(0 0) 00010000:00010000:2.0:1787602456.549637:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x2c0000401:0x23:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787602456.549642:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.549711:0:23271:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.549723:0:23271:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 3/0,1 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.549732:0:23271:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602456.549773:0:23271:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:0.0:1787602456.549867:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1787602456.549874:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.549884:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628b600 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602456.549887:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 2/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.549897:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 3/0,0 mode: PW/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.549909:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 1/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.549917:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: 000000003164e1d5/0xbc87b28475e378e2 lrc: 0/0,0 mode: --/PW res: [0x2c0000401:0x23:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602456.549934:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.549937:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602456.549946:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00002000:00080000:2.0:1787602456.550127:0:23271:0:(ofd_dev.c:1518:ofd_orphans_destroy()) lustre-OST0001: after destroy: set last_id to 0x2c0000401:34 00000100:00100000:2.0:1787602456.550265:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:21987:x1874436318057856:12345-0@lo:5:osp-pre-1-0.0 Request processed in 202549us (203480us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602456.550291:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 14 00000100:00100000:0.0:1787602456.550352:0:21987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d05762c9880 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21987:1874436318057856:0@lo:5:osp-pre-1-0.0 00000004:00080000:0.0:1787602456.550373:0:21987:0:(osp_precreate.c:960:osp_precreate_cleanup_orphans()) lustre-OST0001-osc-MDT0000: Got last_id [0x2c0000401:0x41:0x0] from OST, last_created [0x2c0000401:0x41:0x0]last_used is [0x2c0000401:0x22:0x0] 00000100:00100000:0.0:1787602456.550440:0:21987:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21987:1874436318058624:0@lo:5:osp-pre-1-0.0 00000100:00100000:0.0:1787602456.550488:0:21987:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602456.550530:0:21987:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0547f62180 going to sleep for 11 seconds 00000100:00100000:2.0:1787602456.550924:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318058624 00000100:00100000:2.0:1787602456.550934:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318058624 00000100:00100000:2.0:1787602456.551003:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787602456.551349:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+6:21987:x1874436318058624:12345-0@lo:5:osp-pre-1-0.0 00002000:00080000:2.0:1787602456.551404:0:23665:0:(ofd_dev.c:1747:ofd_create_hdl()) lustre-OST0001: reserve 32 objects in group 0x2c0000401 at 66 00000100:00100000:3.0:1787602456.562961:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+7:21987:x1874436318058624:12345-0@lo:5:osp-pre-1-0.0 Request processed in 11936us (12460us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1787602456.562977:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787602456.563360:0:21987:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6300 pname:cluuid:pid:xid:nid:opc:job osp-pre-1-0:lustre-MDT0000-mdtlov_UUID:21987:1874436318058624:0@lo:5:osp-pre-1-0.0 00000004:00080000:2.0:1787602456.563385:0:21987:0:(osp_precreate.c:705:osp_precreate_send()) lustre-OST0001-osc-MDT0000: current precreated pool: [0x2c0000401:0x41:0x0]-[0x2c0000401:0x61:0x0] 00010000:00010000:1.0:1787602457.234541:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602457.363046:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318058752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787602457.365448:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602457.366403:0:23276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318058752 00000100:00100000:3.0:1787602457.366423:0:23276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318058752 00000100:00100000:3.0:1787602457.366520:0:23276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:3.0:1787602457.366536:0:23276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318058752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787602457.366600:0:23276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787602457.366711:0:23276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318058752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 179us (1275us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602457.366720:0:23276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:2.0:1787602457.367423:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573964700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318058752:0@lo:13:osp-pre-0-0.0 00010000:00010000:2.0:1787602458.256193:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602458.391550:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1787602458.391582:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318058880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1787602458.391675:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602458.391745:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318058880 00000100:00100000:2.0:1787602458.391755:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318058880 00000100:00100000:2.0:1787602458.391837:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:2.0:1787602458.391849:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318058880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787602458.391877:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787602458.391949:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318058880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 102us (273us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602458.391965:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:2.0:1787602458.391989:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787602458.392068:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318058880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787602458.900670:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318059008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602458.900779:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602458.900857:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318059008 00000100:00100000:3.0:1787602458.900869:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318059008 00000100:00100000:3.0:1787602458.900933:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787602458.900944:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318059008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787602458.901004:0:23297:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1787602458.901262:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da22d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318059008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 319us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602458.901271:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787602458.901384:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318059008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602458.902375:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318059136:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602458.902459:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602458.902997:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318059136 00000100:00100000:0.0:1787602458.903011:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318059136 00000100:00100000:0.0:1787602458.903138:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787602458.903153:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318059136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787602458.903400:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 0 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787602458.903965:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318059136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 688us (1380us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602458.903985:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1787602458.905315:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318059136:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787602459.283372:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000040:00080000:3.0:1787602459.921876:0:22616:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000001:02000400:2.0:1787602459.952397:0:24360:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg452-server.virtnet: executing set_default_debug vfstrace rpctrace dlmtrace neterror ha config ioctl super lfsck all 00010000:00010000:0.0:1787602460.310117:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602461.328969:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602461.457132:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318059264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787602461.457251:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602461.457706:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318059392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787602461.457833:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318059264 00000100:00100000:3.0:1787602461.457841:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602461.457844:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318059264 00000100:00100000:1.0:1787602461.458247:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573964a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318059520:0@lo:400:kworker.0 00000100:00100000:1.0:1787602461.458293:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602461.458317:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318059520 00000100:00100000:3.0:1787602461.458322:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318059520 00000100:00100000:3.0:1787602461.458375:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1787602461.458387:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560362c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3452:x1874436318059520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602461.458455:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573967b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318060032:0@lo:400:kworker.0 00000100:00100000:1.0:1787602461.458492:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602461.458521:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3452:1874436318060544:0@lo:400:kworker.0 00000100:00100000:3.0:1787602461.458532:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560362c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3452:x1874436318059520:12345-0@lo:400:kworker.0 Request processed in 145us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602461.458565:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602461.458608:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573964a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318059520:0@lo:400:kworker.0 00000100:00100000:1.0:1787602461.458626:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1787602461.458633:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318059904:0@lo:400:kworker.0 00000100:00100000:1.0:1787602461.458656:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602461.458676:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1874436318060416:0@lo:400:kworker.0 00000100:00100000:1.0:1787602461.458699:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602461.458730:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318060032 00000100:00100000:1.0:1787602461.458734:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318060032 00000100:00100000:1.0:1787602461.458767:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787602461.458775:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318060032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602461.458821:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573967800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318060032:12345-0@lo:400:kworker.0 Request processed in 48us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602461.458844:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1787602461.458889:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573967b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318060032:0@lo:400:kworker.0 00000100:00100000:3.0:1787602461.461333:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1787602461.462659:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318059392 00000100:00100000:2.0:1787602461.462677:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318059392 00000100:00100000:2.0:1787602461.462714:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787602461.462729:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3454:x1874436318059264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1787602461.462782:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602461.463389:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+7:3454:x1874436318059264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 662us (6136us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602461.463401:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787602461.463429:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787602461.464142:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3451:x1874436318059392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1787602461.464177:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602461.464272:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da20000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+7:3451:x1874436318059392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 836us (6430us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602461.464291:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787602461.464372:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318059648:0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.464425:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602461.464735:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da21f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318059392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787602461.464829:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318060160:0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.464864:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602461.464890:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573965c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3453:1874436318060672:0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.464920:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602461.464940:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1787602461.464948:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573965500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318059776:0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.464977:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602461.465222:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318059648 00000100:00100000:0.0:1787602461.465231:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318059648 00000100:00100000:0.0:1787602461.465298:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1787602461.465308:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318059648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602461.466260:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318059648:12345-0@lo:400:kworker.0 Request processed in 949us (1830us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602461.466285:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:2.0:1787602461.468813:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573965880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318060288:0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.468920:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602461.468946:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318060800:0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.468970:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602461.469564:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318059648:0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.469651:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318059264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787602461.469697:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318060544 00000100:00100000:2.0:1787602461.469705:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318060544 00000100:00100000:2.0:1787602461.469758:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318059904 00000100:00100000:2.0:1787602461.469762:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318059904 00000100:00100000:2.0:1787602461.469777:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318060416 00000100:00100000:2.0:1787602461.469780:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318060416 00000100:00100000:2.0:1787602461.469792:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318060672 00000100:00100000:2.0:1787602461.469795:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318060672 00000100:00100000:2.0:1787602461.469808:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318060288 00000100:00100000:2.0:1787602461.469811:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318060288 00000100:00100000:2.0:1787602461.469822:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318060800 00000100:00100000:2.0:1787602461.469825:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318060800 00000100:00100000:2.0:1787602461.469843:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787602461.469854:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3452:x1874436318060544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.470635:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573967480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3452:x1874436318060544:12345-0@lo:400:kworker.0 Request processed in 777us (12064us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602461.470648:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 35 00000100:00100000:2.0:1787602461.470678:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787602461.470688:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318059904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.470731:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318059904:12345-0@lo:400:kworker.0 Request processed in 46us (12074us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602461.470737:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 36 00000100:00100000:2.0:1787602461.470749:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787602461.470754:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1874436318060416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.470781:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573966300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1874436318060416:12345-0@lo:400:kworker.0 Request processed in 27us (12082us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602461.470787:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 37 00000100:00100000:2.0:1787602461.470798:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787602461.470804:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3453:x1874436318060672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.470841:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3453:x1874436318060672:12345-0@lo:400:kworker.0 Request processed in 38us (5921us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602461.470848:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 38 00000100:00100000:2.0:1787602461.470859:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787602461.470865:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318060288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.470897:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df25180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318060288:12345-0@lo:400:kworker.0 Request processed in 33us (1979us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602461.470903:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 39 00000100:00100000:2.0:1787602461.470914:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 40 00000100:00100000:2.0:1787602461.470920:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1874436318060800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.470964:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1874436318060800:12345-0@lo:400:kworker.0 Request processed in 45us (1993us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602461.470971:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 40 00010000:00080000:0.0:1787602461.476415:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0573964380 x1874436318060544/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602461.476449:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573964380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3452:1874436318060544:0@lo:400:kworker.0 00000100:00100000:3.0:1787602461.480428:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318060160 00000100:00100000:3.0:1787602461.480454:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318060160 00000100:00100000:3.0:1787602461.480543:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318059776 00000100:00100000:3.0:1787602461.480548:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318059776 00000100:00100000:3.0:1787602461.480586:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787602461.480601:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318060160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602461.480752:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318060160:12345-0@lo:400:kworker.0 Request processed in 155us (15887us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602461.480763:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 5 00000100:00100000:3.0:1787602461.480789:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6 00000100:00100000:3.0:1787602461.480796:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318059776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602461.480832:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318059776:12345-0@lo:400:kworker.0 Request processed in 37us (15854us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602461.480839:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6 00000100:00100000:2.0:1787602461.482081:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573965500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318059776:0@lo:400:kworker.0 00010000:00080000:2.0:1787602461.482109:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0573965880 x1874436318060288/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602461.482122:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573965880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318060288:0@lo:400:kworker.0 00010000:00080000:2.0:1787602461.482137:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0573966d80 x1874436318060800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602461.482144:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573966d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318060800:0@lo:400:kworker.0 00000100:00100000:2.0:1787602461.482158:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573967100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318060160:0@lo:400:kworker.0 00010000:00080000:2.0:1787602461.482170:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0573965c00 x1874436318060672/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602461.482178:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573965c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3453:1874436318060672:0@lo:400:kworker.0 00000100:00080000:3.0:1787602461.483055:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787602461.483067:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787602461.483083:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787602461.483087:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00080000:0.0:1787602461.516975:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0573964000 x1874436318059904/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602461.517003:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573964000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318059904:0@lo:400:kworker.0 00010000:00080000:0.0:1787602461.517133:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d0573966680 x1874436318060416/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602477 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602461.517148:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573966680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1874436318060416:0@lo:400:kworker.0 00000001:00080000:3.0:1787602461.604102:0:9066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901890 is committed 00000001:00080000:3.0:1787602461.604145:0:9066:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0001: transno 12884901889 is committed 00000001:00100000:3.0:1787602461.604153:0:9066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0001-mdtlov_UUID 00000001:00100000:3.0:1787602461.604161:0:9066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of lustre-MDT0000-mdtlov_UUID 00010000:00010000:0.0:1787602462.354260:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602462.481915:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1787602462.481947:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318060928:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787602462.482075:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602462.482220:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318060928 00000100:00100000:0.0:1787602462.482231:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318060928 00000100:00100000:0.0:1787602462.482294:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787602462.482305:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318060928:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787602462.482363:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 40697856 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602462.482425:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318060928:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602462.482433:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:0.0:1787602462.482620:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318060928:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787602462.822537:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602462.822803:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293808384 00000100:00100000:2.0:1787602462.822818:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293808384 00000100:00100000:2.0:1787602462.822883:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 117 00000100:00100000:2.0:1787602462.822895:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560360c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:0+-99:2397:x1874436293808384:12345-192.168.204.52@tcp:250:mount.lustre.0 00010000:00080000:2.0:1787602462.822934:0:21955:0:(ldlm_lib.c:1444:target_handle_connect()) MGS: connection from 53f8d614-f054-4c15-8d8b-42108856333e@192.168.204.52@tcp t0 exp 0000000000000000 cur 769 last 0 00000020:00000080:2.0:1787602462.822980:0:21955:0:(genops.c:1385:class_connect()) connect: client 53f8d614-f054-4c15-8d8b-42108856333e, cookie 0xbc87b28475e378e9 00000100:00080000:2.0:1787602462.823195:0:21955:0:(import.c:65:import_set_state_nolock()) ffff8d0576d88800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787602462.823296:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560360c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+5:2397:x1874436293808384:12345-192.168.204.52@tcp:250:mount.lustre.0 Request processed in 401us (774us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602462.823321:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 117 00000100:00100000:2.0:1787602462.833366:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602462.833554:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293808512 00000100:00100000:3.0:1787602462.833568:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293808512 00000100:00100000:3.0:1787602462.833638:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 118 00000100:00100000:3.0:1787602462.833651:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560362450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+5:18331:x1874436293808512:12345-192.168.204.52@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787602462.833678:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602462.833704:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0541480800/0xbc87b28475e378f0 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994351 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602462.833754:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0541480800/0xbc87b28475e378f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994351 expref: 6 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602462.833767:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0541480800/0xbc87b28475e378f0 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 11 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994351 expref: 6 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602462.833779:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0541480800, rc 0) 00000100:00100000:3.0:1787602462.833867:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560362450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+6:18331:x1874436293808512:12345-192.168.204.52@tcp:101:mount.lustre.0 Request processed in 219us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602462.833875:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 118 00000100:00100000:2.0:1787602462.847139:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602462.847342:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293808640 00000100:00100000:1.0:1787602462.847357:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293808640 00000100:00100000:1.0:1787602462.847428:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 119 00000100:00100000:1.0:1787602462.847440:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560363450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+6:18331:x1874436293808640:12345-192.168.204.52@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787602462.848248:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560363450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+6:18331:x1874436293808640:12345-192.168.204.52@tcp:501:mount.lustre.0 Request processed in 805us (1120us total) trans 0 rc -2/-2 00000100:00100000:1.0:1787602462.848260:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 119 00000100:00100000:2.0:1787602462.858286:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602462.859890:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293808768 00000100:00100000:1.0:1787602462.859912:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293808768 00000100:00100000:1.0:1787602462.860008:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 120 00000100:00100000:1.0:1787602462.860069:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560361050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+6:18331:x1874436293808768:12345-192.168.204.52@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787602462.860094:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602462.860120:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05765d7800/0xbc87b28475e378f7 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994358 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602462.860172:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d7800/0xbc87b28475e378f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994358 expref: 7 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602462.860186:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05765d7800/0xbc87b28475e378f7 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 12 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994358 expref: 7 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602462.860199:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d7800, rc 0) 00000100:00100000:1.0:1787602462.860284:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560361050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+7:18331:x1874436293808768:12345-192.168.204.52@tcp:101:mount.lustre.0 Request processed in 219us (2014us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602462.860321:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 120 00000100:00100000:0.0:1787602462.864244:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602462.864459:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293808896 00000100:00100000:3.0:1787602462.864490:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293808896 00000100:00100000:3.0:1787602462.864550:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 121 00000100:00100000:3.0:1787602462.864564:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560360450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+7:18331:x1874436293808896:12345-192.168.204.52@tcp:501:mount.lustre.0 00000100:00100000:3.0:1787602462.864986:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560360450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+8:18331:x1874436293808896:12345-192.168.204.52@tcp:501:mount.lustre.0 Request processed in 423us (758us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602462.864995:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 121 00000100:00100000:0.0:1787602462.871351:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602462.871492:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293809024 00000100:00100000:3.0:1787602462.871505:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293809024 00000100:00100000:3.0:1787602462.871573:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 122 00000100:00100000:3.0:1787602462.871584:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560363c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+8:18331:x1874436293809024:12345-192.168.204.52@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787602462.872107:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560363c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+8:18331:x1874436293809024:12345-192.168.204.52@tcp:503:mount.lustre.0 Request processed in 523us (770us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602462.872117:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 122 00000100:00100000:3.0:1787602462.892671:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602462.900595:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293809152 00000100:00100000:1.0:1787602462.900618:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293809152 00000100:00100000:1.0:1787602462.901174:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 123 00000100:00100000:1.0:1787602462.901192:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560363050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+8:18350:x1874436293809152:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787602462.901692:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560363050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+8:18350:x1874436293809152:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 503us (9034us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602462.901703:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 123 00000100:00100000:0.0:1787602462.946889:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602462.947007:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293809280 00000100:00100000:2.0:1787602462.947059:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293809280 00000100:00100000:2.0:1787602462.947127:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 124 00000100:00100000:2.0:1787602462.947139:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560360050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+8:18350:x1874436293809280:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:2.0:1787602462.947587:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560360050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+8:18350:x1874436293809280:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 448us (715us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602462.947597:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 124 00000100:00100000:0.0:1787602462.960879:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602462.961212:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293809408 00000100:00100000:1.0:1787602462.961228:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293809408 00000100:00100000:1.0:1787602462.961628:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 125 00000100:00100000:1.0:1787602462.961644:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560361850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+8:18350:x1874436293809408:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787602462.962007:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560361850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+8:18350:x1874436293809408:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 365us (1149us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602462.962824:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 125 00000100:00100000:2.0:1787602462.974891:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602462.975002:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293809536 00000100:00100000:3.0:1787602462.975061:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293809536 00000100:00100000:3.0:1787602462.975143:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 126 00000100:00100000:3.0:1787602462.975167:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560361450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+8:18331:x1874436293809536:12345-192.168.204.52@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787602462.975196:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602462.975228:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0541481c00/0xbc87b28475e378fe lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994389 expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602462.975273:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0541481c00/0xbc87b28475e378fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994389 expref: 9 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602462.975287:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0541481c00/0xbc87b28475e378fe lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994389 expref: 9 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602462.975340:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0541481c00, rc 0) 00000100:00100000:3.0:1787602462.975420:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560361450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+9:18331:x1874436293809536:12345-192.168.204.52@tcp:101:mount.lustre.0 Request processed in 266us (546us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602462.975428:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 126 00000100:00100000:0.0:1787602462.987739:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602462.988172:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293809664 00000100:00100000:3.0:1787602462.988183:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293809664 00000100:00100000:3.0:1787602462.988241:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 127 00000100:00100000:3.0:1787602462.988251:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0560362050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+9:18331:x1874436293809664:12345-192.168.204.52@tcp:256:mount.lustre.0 20000000:01000000:3.0:1787602462.988278:0:21954:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:3.0:1787602462.988305:0:21954:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:3.0:1787602462.988310:0:21954:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:3.0:1787602462.988312:0:21954:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:3.0:1787602462.988315:0:21954:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:3.0:1787602462.988317:0:21954:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1787602463.004118:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0560362050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+9:18331:x1874436293809664:12345-192.168.204.52@tcp:256:mount.lustre.0 Request processed in 15855us (16376us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602463.004133:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 127 00000100:00100000:2.0:1787602463.010340:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602463.010447:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293809792 00000100:00100000:3.0:1787602463.010459:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293809792 00000100:00100000:3.0:1787602463.010520:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 128 00000100:00100000:3.0:1787602463.010528:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+9:18331:x1874436293809792:12345-192.168.204.52@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787602463.010545:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602463.010564:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994390 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602463.010593:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994390 expref: 10 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602463.010604:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994390 expref: 10 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602463.010629:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0541481200, rc 0) 00000100:00100000:3.0:1787602463.010701:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f2b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+10:18331:x1874436293809792:12345-192.168.204.52@tcp:101:mount.lustre.0 Request processed in 173us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602463.010708:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 128 00000100:00100000:0.0:1787602463.015242:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602463.015337:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293809920 00000100:00100000:2.0:1787602463.015348:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293809920 00000100:00100000:2.0:1787602463.015415:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 129 00000100:00100000:2.0:1787602463.015426:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+10:18331:x1874436293809920:12345-192.168.204.52@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787602463.015768:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+10:18331:x1874436293809920:12345-192.168.204.52@tcp:501:mount.lustre.0 Request processed in 342us (537us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602463.015778:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 129 00000100:00100000:0.0:1787602463.024001:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602463.027980:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293810048 00000100:00100000:1.0:1787602463.027998:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293810048 00000100:00100000:1.0:1787602463.028206:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 130 00000100:00100000:1.0:1787602463.028218:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+10:18331:x1874436293810048:12345-192.168.204.52@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787602463.028659:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+10:18331:x1874436293810048:12345-192.168.204.52@tcp:503:mount.lustre.0 Request processed in 442us (4665us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602463.028669:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 130 00000100:00100000:0.0:1787602463.034083:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602463.034321:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293810176 00000100:00100000:3.0:1787602463.034334:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293810176 00000100:00100000:3.0:1787602463.034502:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 131 00000100:00100000:3.0:1787602463.034514:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0443f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+10:18356:x1874436293810176:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787602463.034889:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0443f2bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+10:18356:x1874436293810176:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 376us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602463.034898:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 131 00000100:00100000:0.0:1787602463.044143:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602463.044244:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293810304 00000100:00100000:1.0:1787602463.044254:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293810304 00000100:00100000:1.0:1787602463.044325:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 132 00000100:00100000:1.0:1787602463.044336:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a997850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+10:18356:x1874436293810304:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787602463.044622:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a997850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+10:18356:x1874436293810304:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 288us (490us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602463.044631:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 132 00000100:00100000:0.0:1787602463.062418:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602463.062545:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602463.066043:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293810432 00000100:00100000:1.0:1787602463.066061:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293810432 00000100:00100000:2.0:1787602463.067596:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293810688 00000100:00100000:2.0:1787602463.067609:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293810688 00000100:00100000:0.0:1787602463.067791:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 7 00000100:00100000:0.0:1787602463.067810:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:0+-99:2397:x1874436293810688:12345-192.168.204.52@tcp:38:mount.lustre.0 00010000:00080000:0.0:1787602463.067850:0:21960:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from fd2cb68f-a480-4488-b473-873f94cbfe34@192.168.204.52@tcp t0 exp 0000000000000000 cur 770 last 0 00000020:00000080:0.0:1787602463.067907:0:21960:0:(genops.c:1385:class_connect()) connect: client fd2cb68f-a480-4488-b473-873f94cbfe34, cookie 0xbc87b28475e3790c 00000004:00100000:0.0:1787602463.067944:0:21960:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:0.0:1787602463.068360:0:21960:0:(import.c:65:import_set_state_nolock()) ffff8d054713f800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787602463.068442:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2397:x1874436293810688:12345-192.168.204.52@tcp:38:mount.lustre.0 Request processed in 633us (5897us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602463.068450:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 7 00000100:00100000:3.0:1787602463.070888:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 8 00000100:00100000:3.0:1787602463.070900:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445194a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:0+-99:2397:x1874436293810432:12345-192.168.204.52@tcp:38:mount.lustre.0 00010000:00080000:3.0:1787602463.070932:0:21962:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from fd2cb68f-a480-4488-b473-873f94cbfe34@192.168.204.52@tcp t0 exp 0000000000000000 cur 770 last 0 00000020:00000080:3.0:1787602463.070980:0:21962:0:(genops.c:1385:class_connect()) connect: client fd2cb68f-a480-4488-b473-873f94cbfe34, cookie 0xbc87b28475e37913 00000004:00100000:3.0:1787602463.071011:0:21962:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:3.0:1787602463.071445:0:21962:0:(import.c:65:import_set_state_nolock()) ffff8d0445d7e800 : changing import state from RECOVER to FULL 00000100:00100000:3.0:1787602463.071537:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445194a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2397:x1874436293810432:12345-192.168.204.52@tcp:38:mount.lustre.0 Request processed in 635us (9132us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602463.071546:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 8 00000100:00100000:0.0:1787602463.080945:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602463.081093:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602463.086248:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602463.089479:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293810560 00000100:00100000:2.0:1787602463.089503:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293810560 00000100:00100000:2.0:1787602463.089670:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293810816 00000100:00100000:2.0:1787602463.089675:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293810816 00000100:00100000:3.0:1787602463.091974:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 9 00000100:00100000:3.0:1787602463.092002:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+6:0:x1874436293810560:12345-192.168.204.52@tcp:41:mount.lustre.0 00000004:00000024:3.0:1787602463.092084:0:21962:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1787602463.092240:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+6:0:x1874436293810560:12345-192.168.204.52@tcp:41:mount.lustre.0 Request processed in 249us (11307us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602463.092248:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 9 00000100:00080000:1.0:1787602463.093092:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1787602463.093098:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787602463.093785:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293810944 00000100:00100000:1.0:1787602463.093804:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293810944 00000100:00100000:1.0:1787602463.093864:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 10 00000100:00100000:1.0:1787602463.093874:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18331:x1874436293810944:12345-192.168.204.52@tcp:41:mount.lustre.0 00000004:00000024:1.0:1787602463.093898:0:21962:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1787602463.093966:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18331:x1874436293810944:12345-192.168.204.52@tcp:41:mount.lustre.0 Request processed in 93us (7732us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602463.093973:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 10 00000100:00100000:2.0:1787602463.095578:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 11 00000100:00100000:2.0:1787602463.095596:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:0:x1874436293810816:12345-192.168.204.52@tcp:41:mount.lustre.0 00000004:00000024:2.0:1787602463.095642:0:21961:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1787602463.096438:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:0:x1874436293810816:12345-192.168.204.52@tcp:41:mount.lustre.0 Request processed in 845us (15342us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602463.096447:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 11 00000100:00100000:0.0:1787602463.097420:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602463.097824:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293811072 00000100:00100000:3.0:1787602463.097836:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293811072 00000100:00100000:3.0:1787602463.097900:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 12 00000100:00100000:3.0:1787602463.097911:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18331:x1874436293811072:12345-192.168.204.52@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787602463.098000:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18331:x1874436293811072:12345-192.168.204.52@tcp:40:mount.lustre.0 Request processed in 91us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602463.098006:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 12 00000100:00100000:3.0:1787602463.108656:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602463.108770:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602463.108828:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602463.109926:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293811200 00000100:00100000:1.0:1787602463.109940:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293811200 00000100:00100000:1.0:1787602463.110002:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293811328 00000100:00100000:1.0:1787602463.110006:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293811328 00000100:00100000:1.0:1787602463.110062:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 19 00000100:00100000:1.0:1787602463.110072:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2397:x1874436293811200:12345-192.168.204.52@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787602463.110112:0:23272:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from fd2cb68f-a480-4488-b473-873f94cbfe34@192.168.204.52@tcp t0 exp 0000000000000000 cur 770 last 0 00000020:00000080:1.0:1787602463.110166:0:23272:0:(genops.c:1385:class_connect()) connect: client fd2cb68f-a480-4488-b473-873f94cbfe34, cookie 0xbc87b28475e3791a 00002000:00100000:1.0:1787602463.110179:0:23272:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli fd2cb68f-a480-4488-b473-873f94cbfe34/ffff8d0573712000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113952 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787602463.110207:0:23272:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787602463.112227:0:23272:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787602463.112272:0:23272:0:(import.c:65:import_set_state_nolock()) ffff8d0573711000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1787602463.112361:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da21180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2397:x1874436293811200:12345-192.168.204.52@tcp:8:mount.lustre.0 Request processed in 2286us (3589us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602463.112372:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 19 00000100:00100000:0.0:1787602463.113003:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 20 00000100:00100000:0.0:1787602463.113012:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:0+-99:2397:x1874436293811328:12345-192.168.204.52@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787602463.113075:0:23271:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from fd2cb68f-a480-4488-b473-873f94cbfe34@192.168.204.52@tcp t0 exp 0000000000000000 cur 770 last 0 00000020:00000080:0.0:1787602463.113106:0:23271:0:(genops.c:1385:class_connect()) connect: client fd2cb68f-a480-4488-b473-873f94cbfe34, cookie 0xbc87b28475e37921 00002000:00100000:0.0:1787602463.113132:0:23271:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli fd2cb68f-a480-4488-b473-873f94cbfe34/ffff8d054713a000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113952 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787602463.113166:0:23271:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787602463.113467:0:23271:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00080000:0.0:1787602463.113498:0:23271:0:(import.c:65:import_set_state_nolock()) ffff8d0547139800 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787602463.113547:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2397:x1874436293811328:12345-192.168.204.52@tcp:8:mount.lustre.0 Request processed in 534us (4719us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602463.113554:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 20 00000100:00100000:2.0:1787602463.120270:0:21972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293811456 00000100:00100000:2.0:1787602463.120287:0:21972:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293811456 00000100:00100000:2.0:1787602463.120359:0:21972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 3 00000100:00100000:2.0:1787602463.120371:0:21972:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18331:x1874436293811456:12345-192.168.204.52@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787602463.121908:0:21972:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da20a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18331:x1874436293811456:12345-192.168.204.52@tcp:900:mount.lustre.0 Request processed in 1530us (13258us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602463.121921:0:21972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 3 00000100:00100000:3.0:1787602463.136244:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602463.136479:0:21963:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293811584 00000100:00100000:2.0:1787602463.136493:0:21963:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293811584 00000100:00100000:2.0:1787602463.136558:0:21963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 0 00000100:00100000:2.0:1787602463.136572:0:21963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18331:x1874436293811584:12345-192.168.204.52@tcp:33:mount.lustre.0 00000004:00080000:2.0:1787602463.141627:0:21963:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 0, time 4971us 00000004:00200000:2.0:1787602463.173071:0:21963:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000100:00100000:2.0:1787602463.173527:0:21963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da20380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18331:x1874436293811584:12345-192.168.204.52@tcp:33:mount.lustre.0 Request processed in 36952us (37292us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602463.173538:0:21963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 0 00010000:00010000:0.0:1787602463.377147:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602463.492189:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602463.493546:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293811712 00000100:00100000:2.0:1787602463.493565:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293811712 00000100:00100000:2.0:1787602463.493654:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00100000:2.0:1787602463.493665:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18379:x1874436293811712:12345-192.168.204.52@tcp:101:mkdir.0 00010000:00010000:2.0:1787602463.493688:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602463.493720:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37928 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9943c1 expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602463.493788:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e3792f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602463.493804:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e3792f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602463.493822:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e3792f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602463.494087:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1787602463.494092:0:21961:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00010000:2.0:1787602463.494198:0:21961:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e3792f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602463.494227:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37928 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9943c1 expref: 8 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602463.494244:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e3792f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9943c1 expref: 7 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602463.494252:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0552e98500) 00010000:00010000:2.0:1787602463.494255:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787602463.494265:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a800, rc 0) 00000100:00100000:2.0:1787602463.494335:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+7:18379:x1874436293811712:12345-192.168.204.52@tcp:101:mkdir.0 Request processed in 672us (2165us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602463.494343:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00100000:1.0:1787602463.504721:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1787602463.504750:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318061056:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787602463.504836:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602463.507599:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318061056 00000100:00100000:2.0:1787602463.507615:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318061056 00000100:00100000:2.0:1787602463.507716:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787602463.507730:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318061056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1787602463.507757:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:2.0:1787602463.507842:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573967b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318061056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (3007us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602463.507849:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00080000:1.0:1787602463.508105:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787602463.508165:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318061056:0@lo:13:osp-pre-0-1.0 00000040:00080000:1.0:1787602463.952742:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787602464.016385:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787602464.016418:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0445195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318061184:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602464.016501:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602464.016550:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573964e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318061312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787602464.016574:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602464.016647:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318061184 00000100:00100000:1.0:1787602464.016658:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318061184 00000100:00100000:1.0:1787602464.016730:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318061312 00000100:00100000:1.0:1787602464.016733:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318061312 00000100:00100000:1.0:1787602464.016750:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787602464.016759:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318061184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1787602464.016813:0:23297:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:1.0:1787602464.016871:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da21c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318061184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 113us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602464.016878:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:1.0:1787602464.016895:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787602464.016901:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318061312:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1787602464.016920:0:23297:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:1.0:1787602464.016949:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da23100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318061312:12345-0@lo:41:osp-pre-1-0.0 Request processed in 47us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602464.016969:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:3.0:1787602464.017203:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573964e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318061312:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787602464.017217:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0445195c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318061184:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1787602464.401483:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1787602465.424319:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602465.705345:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602465.705449:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293811840 00000100:00100000:3.0:1787602465.705459:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293811840 00000100:00100000:3.0:1787602465.705588:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 14 00000100:00100000:3.0:1787602465.705601:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+7:18432:x1874436293811840:12345-192.168.204.52@tcp:41:lfs.0 00000004:00000024:3.0:1787602465.705676:0:21962:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1787602465.706151:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+7:18432:x1874436293811840:12345-192.168.204.52@tcp:41:lfs.0 Request processed in 550us (815us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602465.706158:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 14 00000100:00080000:1.0:1787602465.706235:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787602465.718193:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602465.718449:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293811968 00000100:00100000:2.0:1787602465.718460:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293811968 00000100:00100000:2.0:1787602465.718604:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 15 00000100:00100000:2.0:1787602465.718616:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18432:x1874436293811968:12345-192.168.204.52@tcp:41:lfs.0 00000004:00000024:2.0:1787602465.718682:0:21961:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 3407872 pending 0 free 2261778432 avail 2259681280 00000100:00100000:2.0:1787602465.719134:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da23b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18432:x1874436293811968:12345-192.168.204.52@tcp:41:lfs.0 Request processed in 518us (951us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602465.719144:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 15 00000100:00080000:1.0:1787602465.721134:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787602465.725561:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602465.730668:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293812096 00000100:00100000:0.0:1787602465.730684:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293812096 00000100:00100000:0.0:1787602465.730780:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00100000:0.0:1787602465.730799:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18432:x1874436293812096:12345-192.168.204.52@tcp:13:lfs.0 00002000:00000024:0.0:1787602465.730847:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602465.733212:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18432:x1874436293812096:12345-192.168.204.52@tcp:13:lfs.0 Request processed in 2405us (7651us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602465.733227:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00080000:1.0:1787602465.733936:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787602465.743395:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602465.743508:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293812224 00000100:00100000:0.0:1787602465.743519:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293812224 00000100:00100000:0.0:1787602465.743598:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 14 00000100:00100000:0.0:1787602465.743608:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057da22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18432:x1874436293812224:12345-192.168.204.52@tcp:13:lfs.0 00002000:00000024:0.0:1787602465.743654:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 44105728 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1787602465.743768:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057da22300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18432:x1874436293812224:12345-192.168.204.52@tcp:13:lfs.0 Request processed in 161us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602465.743803:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 14 00000100:00080000:1.0:1787602465.743946:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787602465.993242:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602465.995784:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293812352 00000100:00100000:3.0:1787602465.995802:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293812352 00000100:00100000:3.0:1787602465.995889:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 133 00000100:00100000:3.0:1787602465.995901:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a994850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+10:18463:x1874436293812352:12345-192.168.204.52@tcp:101:mount.lustre.0 00010000:00010000:3.0:1787602465.995932:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602465.995955:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0541480200/0xbc87b28475e37936 lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9943c8 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602465.995987:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0541480200/0xbc87b28475e37936 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9943c8 expref: 11 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602465.995999:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0541480200/0xbc87b28475e37936 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 13 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9943c8 expref: 11 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602465.996008:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0541480200, rc 0) 00000100:00100000:3.0:1787602465.996128:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a994850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+11:18463:x1874436293812352:12345-192.168.204.52@tcp:101:mount.lustre.0 Request processed in 229us (2900us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602465.996137:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 133 00000100:00100000:2.0:1787602466.005599:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602466.010475:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293812480 00000100:00100000:1.0:1787602466.010492:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293812480 00000100:00100000:1.0:1787602466.011012:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 134 00000100:00100000:1.0:1787602466.011046:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a996850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+11:18463:x1874436293812480:12345-192.168.204.52@tcp:501:mount.lustre.0 00000100:00100000:1.0:1787602466.015013:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a996850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+11:18463:x1874436293812480:12345-192.168.204.52@tcp:501:mount.lustre.0 Request processed in 3955us (9411us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.015042:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 134 00000100:00100000:0.0:1787602466.034584:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602466.034653:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293812608 00000100:00100000:3.0:1787602466.034664:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293812608 00000100:00100000:3.0:1787602466.034725:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 135 00000100:00100000:3.0:1787602466.034753:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+11:18463:x1874436293812608:12345-192.168.204.52@tcp:503:mount.lustre.0 00000100:00100000:3.0:1787602466.036449:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+11:18463:x1874436293812608:12345-192.168.204.52@tcp:503:mount.lustre.0 Request processed in 1690us (1869us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.036463:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 135 00000100:00100000:2.0:1787602466.052249:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602466.052855:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293812736 00000100:00100000:1.0:1787602466.052866:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293812736 00000100:00100000:1.0:1787602466.052936:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 136 00000100:00100000:1.0:1787602466.052946:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+11:18471:x1874436293812736:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787602466.053298:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+11:18471:x1874436293812736:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 352us (1059us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.053306:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 136 00000100:00100000:2.0:1787602466.102447:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602466.102637:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293812864 00000100:00100000:1.0:1787602466.102649:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293812864 00000100:00100000:1.0:1787602466.102715:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 137 00000100:00100000:1.0:1787602466.102726:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+11:18471:x1874436293812864:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787602466.103410:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+11:18471:x1874436293812864:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 682us (970us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.103432:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 137 00000100:00100000:0.0:1787602466.115623:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602466.117293:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293812992 00000100:00100000:3.0:1787602466.117307:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293812992 00000100:00100000:3.0:1787602466.117375:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 138 00000100:00100000:3.0:1787602466.117386:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0574da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+11:18471:x1874436293812992:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787602466.117692:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0574da4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+11:18471:x1874436293812992:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 306us (2080us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.117700:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 138 00000100:00100000:3.0:1787602466.127183:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602466.128818:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293813120 00000100:00100000:1.0:1787602466.128837:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293813120 00000100:00100000:1.0:1787602466.128923:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 139 00000100:00100000:1.0:1787602466.128935:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+11:18463:x1874436293813120:12345-192.168.204.52@tcp:101:mount.lustre.0 00010000:00010000:1.0:1787602466.128953:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602466.128973:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d05765d7e00/0xbc87b28475e3793d lrc: 2/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9943f9 expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602466.129008:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d7e00/0xbc87b28475e3793d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9943f9 expref: 12 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602466.129055:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d05765d7e00/0xbc87b28475e3793d lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9943f9 expref: 12 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602466.129067:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d7e00, rc 0) 00000100:00100000:1.0:1787602466.129159:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+12:18463:x1874436293813120:12345-192.168.204.52@tcp:101:mount.lustre.0 Request processed in 226us (1986us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.129166:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 139 00000100:00100000:0.0:1787602466.132424:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602466.132523:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293813248 00000100:00100000:2.0:1787602466.132534:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293813248 00000100:00100000:2.0:1787602466.132617:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 140 00000100:00100000:2.0:1787602466.132629:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+12:18463:x1874436293813248:12345-192.168.204.52@tcp:256:mount.lustre.0 20000000:01000000:2.0:1787602466.132671:0:21954:0:(mgs_nids.c:914:mgs_get_ir_logs()) Reading IR log lustre-cliir bufsize 1048576. 20000000:01000000:2.0:1787602466.132690:0:21954:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4052/1/256/255. 20000000:01000000:2.0:1787602466.132695:0:21954:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 4008/1/256/255. 20000000:01000000:2.0:1787602466.132698:0:21954:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3964/1/256/255. 20000000:01000000:2.0:1787602466.132701:0:21954:0:(mgs_nids.c:307:mgs_nidtbl_read()) fsname lustre, entry size 44, pages 3920/1/256/255. 20000000:01000000:2.0:1787602466.132703:0:21954:0:(mgs_nids.c:318:mgs_nidtbl_read()) Read IR logs lustre return with 176, version 14 00000100:00100000:2.0:1787602466.135634:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a888850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+12:18463:x1874436293813248:12345-192.168.204.52@tcp:256:mount.lustre.0 Request processed in 2996us (3208us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602466.135662:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 140 00000100:00100000:3.0:1787602466.140124:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602466.141138:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293813376 00000100:00100000:2.0:1787602466.141156:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293813376 00000100:00100000:2.0:1787602466.141221:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 141 00000100:00100000:2.0:1787602466.141231:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+12:18463:x1874436293813376:12345-192.168.204.52@tcp:101:mount.lustre.0 00010000:00010000:2.0:1787602466.141247:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602466.141265:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994400 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602466.141301:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994400 expref: 13 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602466.141312:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994400 expref: 13 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602466.141322:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628b800, rc 0) 00000100:00100000:2.0:1787602466.141432:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+13:18463:x1874436293813376:12345-192.168.204.52@tcp:101:mount.lustre.0 Request processed in 202us (1321us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602466.141455:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 141 00000100:00100000:0.0:1787602466.154205:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602466.154401:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293813504 00000100:00100000:2.0:1787602466.154414:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293813504 00000100:00100000:2.0:1787602466.154483:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 142 00000100:00100000:2.0:1787602466.154496:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+13:18463:x1874436293813504:12345-192.168.204.52@tcp:501:mount.lustre.0 00000100:00100000:2.0:1787602466.155133:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+13:18463:x1874436293813504:12345-192.168.204.52@tcp:501:mount.lustre.0 Request processed in 637us (940us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602466.155142:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 142 00000100:00100000:0.0:1787602466.159859:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602466.165800:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293813632 00000100:00100000:1.0:1787602466.165823:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293813632 00000100:00100000:1.0:1787602466.168624:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 143 00000100:00100000:1.0:1787602466.168665:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+13:18463:x1874436293813632:12345-192.168.204.52@tcp:503:mount.lustre.0 00000100:00100000:1.0:1787602466.168950:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+13:18463:x1874436293813632:12345-192.168.204.52@tcp:503:mount.lustre.0 Request processed in 310us (9101us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.168958:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 143 00000100:00100000:0.0:1787602466.185112:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602466.185474:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293813760 00000100:00100000:3.0:1787602466.185485:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293813760 00000100:00100000:3.0:1787602466.185554:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 144 00000100:00100000:3.0:1787602466.185565:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+13:18477:x1874436293813760:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:3.0:1787602466.186044:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a888c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+13:18477:x1874436293813760:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 480us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.186052:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 144 00000100:00100000:0.0:1787602466.197519:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602466.198221:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293813888 00000100:00100000:1.0:1787602466.198232:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293813888 00000100:00100000:1.0:1787602466.198290:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 145 00000100:00100000:1.0:1787602466.198301:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+13:18477:x1874436293813888:12345-192.168.204.52@tcp:502:llog_process_th.0 00000100:00100000:1.0:1787602466.198578:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a889050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+13:18477:x1874436293813888:12345-192.168.204.52@tcp:502:llog_process_th.0 Request processed in 277us (1068us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.198587:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 145 00000100:00100000:0.0:1787602466.211763:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602466.211878:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602466.212010:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293814016 00000100:00100000:2.0:1787602466.212055:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293814016 00000100:00100000:2.0:1787602466.212108:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293814272 00000100:00100000:2.0:1787602466.212112:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293814272 00000100:00100000:2.0:1787602466.212127:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 16 00000100:00100000:2.0:1787602466.212135:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2397:x1874436293814016:12345-192.168.204.52@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787602466.212174:0:21961:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0000: connection from d8766990-3016-444c-8995-d80c75ef1f7b@192.168.204.52@tcp t0 exp 0000000000000000 cur 773 last 0 00000020:00000080:2.0:1787602466.212222:0:21961:0:(genops.c:1385:class_connect()) connect: client d8766990-3016-444c-8995-d80c75ef1f7b, cookie 0xbc87b28475e3794b 00000004:00100000:2.0:1787602466.212258:0:21961:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0000: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787602466.212405:0:21961:0:(import.c:65:import_set_state_nolock()) ffff8d057533e800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787602466.212508:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445195c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+6:2397:x1874436293814016:12345-192.168.204.52@tcp:38:mount.lustre.0 Request processed in 371us (758us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602466.212518:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 16 00000100:00100000:2.0:1787602466.212542:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 17 00000100:00100000:2.0:1787602466.212547:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:0+-99:2397:x1874436293814272:12345-192.168.204.52@tcp:38:mount.lustre.0 00010000:00080000:2.0:1787602466.212563:0:21961:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-MDT0001: connection from d8766990-3016-444c-8995-d80c75ef1f7b@192.168.204.52@tcp t0 exp 0000000000000000 cur 773 last 0 00000020:00000080:2.0:1787602466.212607:0:21961:0:(genops.c:1385:class_connect()) connect: client d8766990-3016-444c-8995-d80c75ef1f7b, cookie 0xbc87b28475e37952 00000004:00100000:2.0:1787602466.212624:0:21961:0:(mdt_handler.c:7293:mdt_connect_internal()) lustre-MDT0001: cli supports cksum type f7, return f7 00000100:00080000:2.0:1787602466.212684:0:21961:0:(import.c:65:import_set_state_nolock()) ffff8d057533c800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1787602466.212712:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e92d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+6:2397:x1874436293814272:12345-192.168.204.52@tcp:38:mount.lustre.0 Request processed in 163us (833us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602466.212719:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 17 00000100:00100000:0.0:1787602466.227662:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602466.227703:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602466.227783:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602466.227815:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293814528 00000100:00100000:0.0:1787602466.227824:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293814528 00000100:00100000:0.0:1787602466.227877:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293814144 00000100:00100000:0.0:1787602466.227881:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293814144 00000100:00100000:0.0:1787602466.228497:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293814400 00000100:00100000:0.0:1787602466.228505:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293814400 00000100:00100000:0.0:1787602466.228529:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 18 00000100:00100000:0.0:1787602466.228538:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0579e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+7:18463:x1874436293814528:12345-192.168.204.52@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787602466.228582:0:21962:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1787602466.228677:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0579e91f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+7:18463:x1874436293814528:12345-192.168.204.52@tcp:41:mount.lustre.0 Request processed in 139us (1027us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602466.228684:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 18 00000100:00100000:0.0:1787602466.228702:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 19 00000100:00100000:0.0:1787602466.228708:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+6:0:x1874436293814144:12345-192.168.204.52@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787602466.228735:0:21962:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1787602466.228757:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+6:0:x1874436293814144:12345-192.168.204.52@tcp:41:mount.lustre.0 Request processed in 50us (1053us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602466.228763:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 19 00000100:00100000:0.0:1787602466.228775:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 20 00000100:00100000:0.0:1787602466.228781:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+6:0:x1874436293814400:12345-192.168.204.52@tcp:41:mount.lustre.0 00000004:00000024:0.0:1787602466.228802:0:21962:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787602466.228829:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+6:0:x1874436293814400:12345-192.168.204.52@tcp:41:mount.lustre.0 Request processed in 48us (1046us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602466.228835:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 20 00000100:00080000:0.0:1787602466.228856:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787602466.228860:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787602466.232834:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602466.232920:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293814656 00000100:00100000:3.0:1787602466.232930:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293814656 00000100:00100000:3.0:1787602466.232991:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 21 00000100:00100000:3.0:1787602466.233001:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+6:18463:x1874436293814656:12345-192.168.204.52@tcp:40:mount.lustre.0 00000100:00100000:3.0:1787602466.233125:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+6:18463:x1874436293814656:12345-192.168.204.52@tcp:40:mount.lustre.0 Request processed in 125us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.233149:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 21 00000100:00100000:0.0:1787602466.243875:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602466.243923:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602466.243959:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602466.244187:0:21972:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293815040 00000100:00100000:2.0:1787602466.244197:0:21972:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293815040 00000100:00100000:2.0:1787602466.244261:0:21972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 4 00000100:00100000:2.0:1787602466.244272:0:21972:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d8766990-3016-444c-8995-d80c75ef1f7b+6:18463:x1874436293815040:12345-192.168.204.52@tcp:900:mount.lustre.0 00000100:00100000:2.0:1787602466.244359:0:21972:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f9b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d8766990-3016-444c-8995-d80c75ef1f7b+6:18463:x1874436293815040:12345-192.168.204.52@tcp:900:mount.lustre.0 Request processed in 89us (507us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602466.244367:0:21972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 4 00000100:00100000:1.0:1787602466.247147:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293814784 00000100:00100000:1.0:1787602466.247164:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293814784 00000100:00100000:1.0:1787602466.247220:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293814912 00000100:00100000:1.0:1787602466.247224:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293814912 00000100:00100000:1.0:1787602466.247331:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 21 00000100:00100000:1.0:1787602466.247340:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:0+-99:2397:x1874436293814784:12345-192.168.204.52@tcp:8:mount.lustre.0 00010000:00080000:1.0:1787602466.247378:0:23665:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0000: connection from d8766990-3016-444c-8995-d80c75ef1f7b@192.168.204.52@tcp t0 exp 0000000000000000 cur 773 last 0 00000020:00000080:1.0:1787602466.247414:0:23665:0:(genops.c:1385:class_connect()) connect: client d8766990-3016-444c-8995-d80c75ef1f7b, cookie 0xbc87b28475e37959 00002000:00100000:1.0:1787602466.247427:0:23665:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0000: cli d8766990-3016-444c-8995-d80c75ef1f7b/ffff8d0564a50000 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113952 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1787602466.247437:0:23665:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00002000:00080000:1.0:1787602466.247553:0:23665:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1787602466.247592:0:23665:0:(import.c:65:import_set_state_nolock()) ffff8d0564a51000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787602466.248938:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 22 00000100:00100000:0.0:1787602466.248950:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573950380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:2397:x1874436293814912:12345-192.168.204.52@tcp:8:mount.lustre.0 00010000:00080000:0.0:1787602466.248992:0:23272:0:(ldlm_lib.c:1444:target_handle_connect()) lustre-OST0001: connection from d8766990-3016-444c-8995-d80c75ef1f7b@192.168.204.52@tcp t0 exp 0000000000000000 cur 773 last 0 00000020:00000080:0.0:1787602466.249056:0:23272:0:(genops.c:1385:class_connect()) connect: client d8766990-3016-444c-8995-d80c75ef1f7b, cookie 0xbc87b28475e37960 00002000:00100000:0.0:1787602466.249068:0:23272:0:(ofd_obd.c:121:ofd_parse_connect_data()) lustre-OST0001: cli d8766990-3016-444c-8995-d80c75ef1f7b/ffff8d054713e800 ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 2113952 ocd_grant: 134217728 ocd_index: 0 ocd_group 0 00002000:00100000:0.0:1787602466.249079:0:23272:0:(ofd_obd.c:219:ofd_parse_connect_data()) lustre-OST0001: cli supports cksum type f7, return f7 00002000:00080000:0.0:1787602466.249232:0:23272:0:(ofd_obd.c:385:ofd_obd_connect()) lustre-OST0001: get connection from MDS 0 00000100:00100000:1.0:1787602466.249315:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:d8766990-3016-444c-8995-d80c75ef1f7b+6:2397:x1874436293814784:12345-192.168.204.52@tcp:8:mount.lustre.0 Request processed in 1972us (5389us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.249323:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 21 00000100:00080000:0.0:1787602466.250983:0:23272:0:(import.c:65:import_set_state_nolock()) ffff8d054713e000 : changing import state from RECOVER to FULL 00000100:00100000:0.0:1787602466.251280:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573950380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d8766990-3016-444c-8995-d80c75ef1f7b+6:2397:x1874436293814912:12345-192.168.204.52@tcp:8:mount.lustre.0 Request processed in 2326us (7314us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602466.251307:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 22 00000100:00100000:2.0:1787602466.269066:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602466.269296:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293815168 00000100:00100000:1.0:1787602466.269309:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293815168 00000100:00100000:1.0:1787602466.269366:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 1 00000100:00100000:1.0:1787602466.269396:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d8766990-3016-444c-8995-d80c75ef1f7b+6:18463:x1874436293815168:12345-192.168.204.52@tcp:33:mount.lustre.0 00000004:00200000:1.0:1787602466.269729:0:21964:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000100:00100000:1.0:1787602466.270352:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d8766990-3016-444c-8995-d80c75ef1f7b+6:18463:x1874436293815168:12345-192.168.204.52@tcp:33:mount.lustre.0 Request processed in 490us (868us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.270364:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 1 00010000:00010000:0.0:1787602466.448710:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602466.503883:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602466.504071:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293815296 00000100:00100000:2.0:1787602466.504083:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293815296 00000100:00100000:2.0:1787602466.504164:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 22 00000100:00100000:2.0:1787602466.504176:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+6:18500:x1874436293815296:12345-192.168.204.52@tcp:101:mkdir.0 00010000:00010000:2.0:1787602466.504196:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602466.504220:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37967 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994431 expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602466.504323:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602466.504336:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602466.504367:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602466.504560:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:2.0:1787602466.504565:0:21961:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 4 stripe count 1 MDT count 2 00000004:00010000:2.0:1787602466.504638:0:21961:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602466.504665:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37967 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994431 expref: 8 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602466.504681:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994431 expref: 7 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602466.504690:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0552e98500) 00010000:00010000:2.0:1787602466.504694:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1787602466.504697:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628be00, rc 0) 00000100:00100000:2.0:1787602466.504777:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+7:18500:x1874436293815296:12345-192.168.204.52@tcp:101:mkdir.0 Request processed in 603us (905us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602466.504784:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 22 00000100:00100000:1.0:1787602466.577545:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318061440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787602466.577674:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602466.577785:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318061952:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.577802:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318061696:0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.577818:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602466.577845:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318062464:0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.583221:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602466.583304:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057a744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318062976:0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.583816:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602466.583857:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1787602466.583866:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318061568:0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.583899:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602466.583935:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318062080:0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.583955:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602466.583974:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318062592:0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.583994:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602466.584013:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057a747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1874436318063104:0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.584061:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602466.584528:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318061952 00000100:00100000:1.0:1787602466.584549:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318061952 00000100:00100000:1.0:1787602466.584611:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318062464 00000100:00100000:1.0:1787602466.584615:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318062464 00000100:00100000:1.0:1787602466.584639:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787602466.584648:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318061952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.584711:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318061952:12345-0@lo:400:kworker.0 Request processed in 64us (6893us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.584719:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 7 00000100:00100000:1.0:1787602466.584736:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 8 00000100:00100000:1.0:1787602466.584743:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318062464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.584773:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318062464:12345-0@lo:400:kworker.0 Request processed in 30us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.584778:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 8 00000100:00080000:1.0:1787602466.584796:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787602466.585371:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602466.586454:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318061696 00000100:00100000:3.0:1787602466.586470:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318061696 00000100:00100000:3.0:1787602466.586536:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787602466.586548:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318061696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.586662:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a746680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318061696:12345-0@lo:400:kworker.0 Request processed in 116us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.586670:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:3.0:1787602466.588547:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318061824:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.588639:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602466.588696:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318062336:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.588725:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602466.588748:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1874436318062848:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.588778:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602466.589325:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318061824 00000100:00100000:3.0:1787602466.589337:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318061824 00000100:00100000:3.0:1787602466.589423:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318062336 00000100:00100000:3.0:1787602466.589427:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318062336 00000100:00100000:3.0:1787602466.589454:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:3.0:1787602466.589466:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318061824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.589547:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a746a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318061824:12345-0@lo:400:kworker.0 Request processed in 83us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.589568:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00080000:1.0:1787602466.589599:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787602466.589617:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:3.0:1787602466.589628:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318062336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.590227:0:3451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 12884901890 gen 2 00000100:00100000:1.0:1787602466.590258:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318061952:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.591133:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a744e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318062336:12345-0@lo:400:kworker.0 Request processed in 1499us (2399us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.591149:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:1.0:1787602466.591386:0:3451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0001: committing for last_committed 12884901889 gen 2 00000100:00100000:1.0:1787602466.591410:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318062464:0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.591866:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318062976 00000100:00100000:1.0:1787602466.591875:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318062976 00000100:00100000:0.0:1787602466.602655:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318061440 00000100:00100000:0.0:1787602466.602673:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318061440 00000100:00100000:0.0:1787602466.602749:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:0.0:1787602466.602762:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318061440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787602466.602791:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1787602466.602906:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573966680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318061440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 147us (25238us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602466.602913:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:1.0:1787602466.608896:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318061440:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1787602466.608935:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1787602466.608972:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318062080 00000100:00100000:1.0:1787602466.608979:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318062080 00000100:00100000:1.0:1787602466.609008:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318062592 00000100:00100000:1.0:1787602466.609010:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318062592 00000100:00100000:1.0:1787602466.609065:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318063104 00000100:00100000:1.0:1787602466.609068:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318063104 00000100:00080000:1.0:1787602466.609137:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787602466.609153:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318062848 00000100:00100000:1.0:1787602466.609156:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318062848 00000100:00080000:1.0:1787602466.609170:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787602466.609186:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787602466.609196:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318062976:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602466.610876:0:21961:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:0.0:1787602466.610887:0:21961:0:(service.c:3521:ptlrpc_start_thread()) starting thread 'mdt00_003' 00000100:00100000:3.0:1787602466.615414:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318061824:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.615834:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318061696:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.615854:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318062208:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.615948:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602466.616004:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318062720:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.616058:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602466.616109:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057a746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318063232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787602466.616141:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602466.616187:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318062208 00000100:00100000:3.0:1787602466.616196:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318062208 00000100:00100000:3.0:1787602466.616248:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787602466.616257:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318062208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.616326:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a745880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318062208:12345-0@lo:400:kworker.0 Request processed in 70us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.616335:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:3.0:1787602466.616361:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318063232 00000100:00100000:3.0:1787602466.616364:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318063232 00000100:00100000:3.0:1787602466.616389:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787602466.616394:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318063232:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787602466.616414:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1787602466.616463:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a745180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318063232:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.616470:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787602466.616514:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057a746300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318063232:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787602466.616525:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318062208:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.616554:0:21962:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787602466.616563:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318062720 00000100:00100000:3.0:1787602466.616567:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318062720 00000100:00100000:3.0:1787602466.616611:0:21962:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787602466.616619:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787602466.616625:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318062080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.616674:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573966d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318062080:12345-0@lo:400:kworker.0 Request processed in 49us (32717us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.616682:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00000100:00100000:3.0:1787602466.616696:0:21962:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787602466.616704:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787602466.616712:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318062592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.616747:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318062592:12345-0@lo:400:kworker.0 Request processed in 36us (32751us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.616754:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1787602466.616775:0:21962:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787602466.616785:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787602466.616798:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1874436318063104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.616834:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1874436318063104:12345-0@lo:400:kworker.0 Request processed in 44us (32773us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.616841:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00000100:00100000:3.0:1787602466.616873:0:21962:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787602466.616881:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787602466.616888:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1874436318062848:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1787602466.616923:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1787602466.616926:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a747800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1874436318062848:12345-0@lo:400:kworker.0 Request processed in 37us (28145us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.616939:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1787602466.616952:0:21962:0:(service.c:3462:ptlrpc_start_thread()) mdt[0] started 3 min 3 max 116 00000100:00100000:3.0:1787602466.616958:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787602466.616964:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1874436318062720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.617555:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a745c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1874436318062720:12345-0@lo:400:kworker.0 Request processed in 587us (1493us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.617565:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:3.0:1787602466.617623:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318062720:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.617814:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc42300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318062336:0@lo:400:kworker.0 00000100:00100000:2.0:1787602466.617908:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318061568 00000100:00100000:2.0:1787602466.617920:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318061568 00000100:00100000:2.0:1787602466.617993:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:2.0:1787602466.618007:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3451:x1874436318061568:12345-0@lo:400:kworker.0 00010000:00080000:3.0:1787602466.618052:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057dc41500 x1874436318062848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602466.618066:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1874436318062848:0@lo:400:kworker.0 00000100:00100000:0.0:1787602466.619288:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318062080:0@lo:400:kworker.0 00000100:00100000:0.0:1787602466.620422:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318062592:0@lo:400:kworker.0 00010000:00080000:0.0:1787602466.620445:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057a747100 x1874436318063104/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602482 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602466.620456:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057a747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1874436318063104:0@lo:400:kworker.0 00000100:00100000:1.0:1787602466.624702:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573967100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318062976:12345-0@lo:400:kworker.0 Request processed in 15496us (40877us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602466.624719:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00000100:00100000:1.0:1787602466.624876:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057a744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318062976:0@lo:400:kworker.0 00000100:00100000:3.0:1787602466.635603:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3451:x1874436318061568:12345-0@lo:400:kworker.0 Request processed in 17581us (51683us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602466.635627:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1787602466.637904:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318061568:0@lo:400:kworker.0 00000001:00100000:2.0:1787602466.720876:0:8124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of d8766990-3016-444c-8995-d80c75ef1f7b 00000001:00100000:2.0:1787602466.720892:0:8124:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of fd2cb68f-a480-4488-b473-873f94cbfe34 00000001:00100000:3.0:1787602466.729843:0:9066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of d8766990-3016-444c-8995-d80c75ef1f7b 00000001:00100000:3.0:1787602466.729867:0:9066:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of fd2cb68f-a480-4488-b473-873f94cbfe34 00000001:00100000:2.0:1787602466.730198:0:6469:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of d8766990-3016-444c-8995-d80c75ef1f7b 00000001:00100000:2.0:1787602466.730230:0:6469:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0000: committing for initial connect of fd2cb68f-a480-4488-b473-873f94cbfe34 00000001:00100000:1.0:1787602466.732186:0:7253:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of fd2cb68f-a480-4488-b473-873f94cbfe34 00000001:00100000:1.0:1787602466.732200:0:7253:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-MDT0001: committing for initial connect of d8766990-3016-444c-8995-d80c75ef1f7b 00010000:00010000:0.0:1787602467.474360:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602467.600353:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318063360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1787602467.600435:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602467.600543:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318063360 00000100:00100000:0.0:1787602467.600554:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318063360 00000100:00100000:0.0:1787602467.600608:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787602467.600617:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318063360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787602467.600664:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602467.600714:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a746300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318063360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (279us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602467.600727:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:0.0:1787602467.600773:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318063360:0@lo:13:osp-pre-0-0.0 00010000:00010000:0.0:1787602468.496251:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602468.626295:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318063488:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787602468.626373:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602468.628235:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318063488 00000100:00100000:0.0:1787602468.628251:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318063488 00000100:00100000:0.0:1787602468.628348:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:0.0:1787602468.628362:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318063488:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787602468.628392:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602468.628486:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318063488:12345-0@lo:13:osp-pre-0-1.0 Request processed in 129us (2112us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602468.628494:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00100000:2.0:1787602468.628669:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318063488:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1787602468.628851:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602469.137228:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1787602469.137256:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318063616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602469.137343:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000040:00080000:2.0:1787602469.140078:0:22616:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:3.0:1787602469.142136:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318063616 00000100:00100000:3.0:1787602469.142158:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318063616 00000100:00100000:3.0:1787602469.142248:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:3.0:1787602469.142261:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573950e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318063616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1787602469.142309:0:21965:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:3.0:1787602469.142423:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573950e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318063616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 154us (5069us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602469.142431:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:2.0:1787602469.142863:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573952d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318063616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602469.151544:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1787602469.151575:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318063744:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602469.151682:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602469.153723:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318063744 00000100:00100000:3.0:1787602469.153740:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318063744 00000100:00100000:3.0:1787602469.153836:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:3.0:1787602469.153849:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573951c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318063744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1787602469.153900:0:23297:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:3.0:1787602469.154009:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573951c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318063744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 163us (2327us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602469.154067:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:1.0:1787602469.154297:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318063744:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1787602469.522672:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1787602470.410539:0:24568:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: Using TIMEOUT=20 00010000:00010000:3.0:1787602470.553353:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602471.569234:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602471.573797:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602471.573885:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602471.573925:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602471.573944:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602471.573961:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602471.573978:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602471.574053:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602471.574078:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602471.574111:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602471.574139:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293815680 00000100:00100000:3.0:1787602471.574149:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293815680 00000100:00100000:3.0:1787602471.574218:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293816192 00000100:00100000:3.0:1787602471.574221:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293816192 00000100:00100000:3.0:1787602471.574234:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293815552 00000100:00100000:3.0:1787602471.574237:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293815552 00000100:00100000:3.0:1787602471.574247:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293816064 00000100:00100000:3.0:1787602471.574249:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293816064 00000100:00100000:3.0:1787602471.574263:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 47 00000100:00100000:3.0:1787602471.574274:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293815680:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602471.574362:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a744000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293815680:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 89us (476us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.574370:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 47 00000100:00100000:3.0:1787602471.574386:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 48 00000100:00100000:3.0:1787602471.574392:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293816192:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602471.574415:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a745500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293816192:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 24us (470us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.574421:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 48 00000100:00100000:3.0:1787602471.574430:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 49 00000100:00100000:3.0:1787602471.574436:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2401:x1874436293815552:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602471.574455:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a746d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2401:x1874436293815552:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 20us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.574461:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 49 00000100:00100000:3.0:1787602471.574470:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 50 00000100:00100000:3.0:1787602471.574475:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+6:2401:x1874436293816064:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602471.574493:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a745f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+6:2401:x1874436293816064:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 18us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.574509:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 50 00000100:00100000:3.0:1787602471.574531:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293815936 00000100:00100000:3.0:1787602471.574535:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293815936 00000100:00100000:3.0:1787602471.574571:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293816448 00000100:00100000:3.0:1787602471.574574:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293816448 00000100:00100000:3.0:1787602471.574584:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293815808 00000100:00100000:3.0:1787602471.574587:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293815808 00000100:00100000:3.0:1787602471.574599:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293816320 00000100:00100000:3.0:1787602471.574602:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293816320 00000100:00100000:3.0:1787602471.574615:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 11 00000100:00100000:3.0:1787602471.574621:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293815936:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602471.574647:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a744380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293815936:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 26us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.574654:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 11 00000100:00100000:3.0:1787602471.574666:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 12 00000100:00100000:3.0:1787602471.574672:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293816448:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602471.574693:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a747b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293816448:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 22us (732us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.574699:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 12 00000100:00100000:3.0:1787602471.574710:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00100000:3.0:1787602471.574729:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293815808:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602471.574756:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a747480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293815808:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 40us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.574761:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00100000:3.0:1787602471.574772:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 14 00000100:00100000:3.0:1787602471.574786:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293816320:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602471.574811:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a744a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293816320:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 28us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.574816:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 14 00000100:00080000:1.0:1787602471.577738:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1787602471.577748:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1787602471.577753:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1787602471.577755:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787602471.585222:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293815424 00000100:00100000:2.0:1787602471.585242:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293815424 00000100:00100000:3.0:1787602471.585421:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 147 00000100:00100000:3.0:1787602471.585433:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a889c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+13:2401:x1874436293815424:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602471.585528:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a889c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+13:2401:x1874436293815424:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 97us (11821us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.585537:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 147 00000100:00100000:3.0:1787602471.700534:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057a744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318063872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787602471.702311:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602471.702376:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318064384:0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.702416:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602471.702440:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318064896:0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.702461:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602471.702462:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318064128:0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.702476:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1874436318065408:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.702493:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602471.702500:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602471.702519:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318064640:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.702541:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602471.702560:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1874436318065152:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.702581:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602471.702598:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318065664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787602471.702637:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602471.702659:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1787602471.702659:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1787602471.702667:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057da23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318064256:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.702667:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057a747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318064000:0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.703131:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602471.703156:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318064768:0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.703179:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602471.703270:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1874436318065280:0@lo:400:kworker.0 00000100:00100000:1.0:1787602471.703291:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318064128 00000100:00100000:1.0:1787602471.703300:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318064128 00000100:00100000:3.0:1787602471.703306:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602471.703341:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318064640 00000100:00100000:1.0:1787602471.703351:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318064640 00000100:00100000:1.0:1787602471.703371:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1787602471.703380:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573951180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318064128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602471.703436:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573951180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318064128:12345-0@lo:400:kworker.0 Request processed in 57us (941us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602471.703443:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:1.0:1787602471.703461:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787602471.703467:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573953480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318064640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.703481:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318063872 00000100:00100000:3.0:1787602471.703486:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318063872 00000100:00100000:1.0:1787602471.703494:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573953480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318064640:12345-0@lo:400:kworker.0 Request processed in 28us (953us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602471.703500:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:3.0:1787602471.703515:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318065664 00000100:00100000:3.0:1787602471.703519:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318065664 00000100:00100000:1.0:1787602471.703544:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318065408 00000100:00100000:3.0:1787602471.703547:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 19 00000100:00100000:1.0:1787602471.703548:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318065408 00000100:00100000:3.0:1787602471.703553:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318063872:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1787602471.703569:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318065152 00000100:00100000:1.0:1787602471.703571:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318065152 00000100:00100000:1.0:1787602471.703581:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318065280 00000100:00100000:1.0:1787602471.703583:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318065280 00000100:00100000:1.0:1787602471.703598:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787602471.703603:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1874436318065408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602471.703639:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db75180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1874436318065408:12345-0@lo:400:kworker.0 Request processed in 36us (1138us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602471.703645:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1787602471.703658:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787602471.703664:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573951500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1874436318065152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602471.703690:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573951500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3452:x1874436318065152:12345-0@lo:400:kworker.0 Request processed in 27us (1108us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602471.703696:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:1.0:1787602471.703716:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:1.0:1787602471.703722:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1874436318065280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602471.703754:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db77800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3454:x1874436318065280:12345-0@lo:400:kworker.0 Request processed in 32us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602471.703759:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00002000:00000024:3.0:1787602471.704729:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1787602471.704793:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db76680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318063872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1239us (2486us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.704801:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 19 00000100:00100000:3.0:1787602471.704824:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787602471.704834:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318065664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787602471.704850:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1787602471.704874:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573950700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318065664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (2237us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.704880:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 20 00000100:00100000:3.0:1787602471.704902:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318064384 00000100:00100000:3.0:1787602471.704908:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318064384 00000100:00100000:3.0:1787602471.704929:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318064896 00000100:00100000:3.0:1787602471.704932:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318064896 00000100:00100000:3.0:1787602471.704940:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318064256 00000100:00100000:3.0:1787602471.704942:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318064256 00000100:00100000:3.0:1787602471.704957:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318064768 00000100:00100000:3.0:1787602471.704959:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318064768 00000100:00100000:3.0:1787602471.704974:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787602471.704981:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318064384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.705351:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db76300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318064384:12345-0@lo:400:kworker.0 Request processed in 369us (2933us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.705370:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 15 00000100:00100000:3.0:1787602471.705385:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787602471.705391:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318064896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.705423:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db75880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318064896:12345-0@lo:400:kworker.0 Request processed in 33us (2961us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.705429:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 16 00000100:00100000:3.0:1787602471.705494:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787602471.705500:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318064256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.705865:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318064256:12345-0@lo:400:kworker.0 Request processed in 363us (2733us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.705873:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 17 00000100:00100000:3.0:1787602471.705886:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 18 00000100:00100000:3.0:1787602471.705894:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318064768:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.705928:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db74000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318064768:12345-0@lo:400:kworker.0 Request processed in 36us (2748us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602471.705934:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 18 00000100:00080000:3.0:1787602471.706267:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787602471.706274:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1787602471.706278:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787602471.706280:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787602471.708692:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da23480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318064256:0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.708712:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db75f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318064768:0@lo:400:kworker.0 00010000:00080000:3.0:1787602471.708728:0:3454:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057db77480 x1874436318065280/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1787602471.708741:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db77480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3454:1874436318065280:0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.708783:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057a744700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318063872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787602471.708796:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db74380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318064384:0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.708805:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db75c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318064896:0@lo:400:kworker.0 00000100:00100000:3.0:1787602471.708816:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db74700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1874436318065408:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.709534:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602471.709602:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318064512:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.709661:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602471.709684:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1874436318065024:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.709705:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602471.709738:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318065536:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.709759:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602471.709788:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057da20700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318064128:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.709798:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db77b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318064640:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.709809:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db74e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3452:1874436318065152:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.709825:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318065664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1787602471.709895:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318064512 00000100:00100000:0.0:1787602471.709902:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318064512 00000100:00100000:0.0:1787602471.709950:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318065024 00000100:00100000:0.0:1787602471.709954:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318065024 00000100:00100000:0.0:1787602471.709968:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318065536 00000100:00100000:0.0:1787602471.709970:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318065536 00000100:00100000:0.0:1787602471.710043:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787602471.710053:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318064512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.710111:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573950a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3452:x1874436318064512:12345-0@lo:400:kworker.0 Request processed in 59us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602471.710120:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1787602471.710153:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787602471.710159:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573950000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1874436318065024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.710191:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573950000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3452:x1874436318065024:12345-0@lo:400:kworker.0 Request processed in 32us (485us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602471.710197:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1787602471.710210:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1787602471.710216:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573953b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3452:x1874436318065536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.710241:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573953b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3452:x1874436318065536:12345-0@lo:400:kworker.0 Request processed in 25us (480us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602471.710246:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:2.0:1787602471.710561:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318064000 00000100:00100000:2.0:1787602471.710567:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318064000 00000100:00100000:2.0:1787602471.710596:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:2.0:1787602471.710604:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057a88b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3452:x1874436318064000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602471.710640:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057a88b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3452:x1874436318064000:12345-0@lo:400:kworker.0 Request processed in 38us (1110us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602471.710647:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:0.0:1787602471.731155:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787602471.731208:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057a747100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:9b57cd82-69f6-4187-bab5-441c91e6943b:3452:1874436318064000:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.731230:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db75500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3452:1874436318064512:0@lo:400:kworker.0 00000100:00100000:0.0:1787602471.731241:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3452:1874436318065024:0@lo:400:kworker.0 00010000:00080000:0.0:1787602471.731257:0:3452:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057db76d80 x1874436318065536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602487 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1787602471.731268:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db76d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3452:1874436318065536:0@lo:400:kworker.0 00010000:00010000:3.0:1787602472.592879:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602472.727365:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1787602472.727395:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318065792:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787602472.727484:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602472.727549:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318065792 00000100:00100000:1.0:1787602472.727562:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318065792 00000100:00100000:1.0:1787602472.727627:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787602472.727637:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318065792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1787602472.727676:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:1.0:1787602472.727729:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318065792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602472.727737:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 21 00000100:00100000:1.0:1787602472.727794:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573965180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318065792:0@lo:13:osp-pre-0-0.0 00000040:00080000:3.0:1787602473.168637:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00010000:00010000:1.0:1787602473.616283:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602473.744861:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318065920:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1787602473.744968:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602473.745253:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318065920 00000100:00100000:0.0:1787602473.745267:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318065920 00000100:00100000:0.0:1787602473.745342:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 22 00000100:00100000:0.0:1787602473.745353:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318065920:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1787602473.745382:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602473.745430:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318065920:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602473.745457:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 22 00000100:00080000:1.0:1787602473.746093:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1787602473.746162:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318065920:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1787602474.259871:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787602474.259897:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318066048:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602474.260328:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602474.261765:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318066048 00000100:00100000:0.0:1787602474.261780:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318066048 00000100:00100000:0.0:1787602474.261843:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787602474.261854:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573953100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318066048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1787602474.261911:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:0.0:1787602474.262040:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573953100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318066048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 186us (1713us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602474.262048:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1787602474.262101:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318066048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1787602474.269767:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318066176:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1787602474.269847:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602474.270644:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318066176 00000100:00100000:0.0:1787602474.270656:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318066176 00000100:00100000:0.0:1787602474.270715:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:0.0:1787602474.270726:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318066176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787602474.270786:0:23297:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787602474.279919:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db74700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318066176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 9179us (10057us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602474.279936:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1787602474.282652:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573952680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318066176:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1787602474.575870:0:24716:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=400866bb len=0 uarg=00007ffe674babe0 20000000:00000080:1.0:1787602474.575887:0:24716:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=400866bb len=576 karg=ffff8d0445a5d400 uarg=0000000000000000 20000000:01000000:1.0:1787602474.575924:0:24716:0:(mgs_llog.c:6192:mgs_set_param2()) set_param2 fs='' device='general' param='lod.*.mdt_hash=crush' 20000000:01000000:1.0:1787602474.575929:0:24716:0:(mgs_llog.c:4647:mgs_write_log_param2()) next param 'lod.*.mdt_hash=crush' 20000000:01000000:1.0:1787602474.575951:0:24716:0:(mgs_llog.c:1379:mgs_modify_param()) modify params/general/lod.*.mdt_hash=crush del=0 00000040:00080000:2.0:1787602474.576867:0:24717:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 5 count 13 20000000:00000400:1.0:1787602474.577128:0:24716:0:(mgs_llog.c:1450:mgs_modify_param()) MGS: modify general/lod.*.mdt_hash=crush (mode = 0) failed: rc = -17 10000000:01000000:1.0:1787602474.582956:0:24716:0:(mgc_request.c:68:mgc_name2resid()) log params to resid 0x736d61726170/0x3 (params) 00010000:00010000:1.0:1787602474.582993:0:24716:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 3/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583051:0:24716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e375cb expref: 23 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583061:0:24716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e375d9 expref: 23 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583069:0:24716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37618 expref: 23 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583076:0:24716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37799 expref: 23 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583085:0:24716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994390 expref: 12 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583092:0:24716:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994400 expref: 12 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583100:0:24716:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 9/0,1 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583151:0:24716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994400 expref: 12 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583167:0:24716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994400 expref: 12 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.583197:0:24716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066304:192.168.204.52@tcp:104: 00010000:00010000:1.0:1787602474.583426:0:24716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994390 expref: 12 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.583435:0:24716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994390 expref: 12 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.583443:0:24716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066432:192.168.204.52@tcp:104: 00010000:00010000:1.0:1787602474.584071:0:24716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e37799 expref: 23 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.584082:0:24716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e37799 expref: 23 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.584092:0:24716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066560:0@lo:104: 00000100:00100000:1.0:1787602474.584133:0:24716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787602474.584165:0:24716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e37618 expref: 23 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.584173:0:24716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e37618 expref: 23 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.584180:0:24716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc43b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066688:0@lo:104: 00000100:00100000:1.0:1787602474.584200:0:24716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787602474.584220:0:24716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e375d9 expref: 23 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.584227:0:24716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e375d9 expref: 23 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.584245:0:24716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066816:0@lo:104: 00000100:00100000:1.0:1787602474.584266:0:24716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:1.0:1787602474.584281:0:24716:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xbc87b28475e375cb expref: 23 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.584289:0:24716:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xbc87b28475e375cb expref: 23 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.584296:0:24716:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066944:0@lo:104: 00000100:00100000:1.0:1787602474.584314:0:24716:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602474.584322:0:24716:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0552c1a0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602474.584500:0:21944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318066560 00000100:00100000:2.0:1787602474.584509:0:21944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318066560 00000100:00100000:2.0:1787602474.584548:0:21944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318066688 00000100:00100000:2.0:1787602474.584551:0:21944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318066688 00000100:00100000:2.0:1787602474.584561:0:21944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318066816 00000100:00100000:2.0:1787602474.584563:0:21944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318066816 00000100:00100000:2.0:1787602474.584573:0:21944:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318066944 00000100:00100000:2.0:1787602474.584576:0:21944:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318066944 00000100:00100000:2.0:1787602474.584590:0:21944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787602474.584599:0:21944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+6:24716:x1874436318066560:12345-0@lo:104: 00010000:00010000:2.0:1787602474.584612:0:21944:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.584682:0:21944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1787602474.584695:0:21944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc42300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+6:24716:x1874436318066560:12345-0@lo:104: Request processed in 98us (562us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602474.584703:0:21944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787602474.584720:0:21944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787602474.584726:0:21944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+5:24716:x1874436318066688:12345-0@lo:104: 00010000:00010000:2.0:1787602474.584733:0:21944:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.584769:0:21944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/2 locks to priority blp list, 2 blwis in pool 00000100:00100000:2.0:1787602474.584774:0:21944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc40700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+5:24716:x1874436318066688:12345-0@lo:104: Request processed in 48us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602474.584780:0:21944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787602474.584791:0:21944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787602474.584797:0:21944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+4:24716:x1874436318066816:12345-0@lo:104: 00010000:00010000:2.0:1787602474.584804:0:21944:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.584831:0:21944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/3 locks to priority blp list, 3 blwis in pool 00000100:00100000:2.0:1787602474.584835:0:21944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc43480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+4:24716:x1874436318066816:12345-0@lo:104: Request processed in 40us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602474.584840:0:21944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787602474.584851:0:21944:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787602474.584857:0:21944:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+3:24716:x1874436318066944:12345-0@lo:104: 00010000:00010000:2.0:1787602474.584864:0:21944:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.584888:0:21944:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/4 locks to priority blp list, 4 blwis in pool 00000100:00100000:2.0:1787602474.584899:0:21944:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:9b57cd82-69f6-4187-bab5-441c91e6943b+3:24716:x1874436318066944:12345-0@lo:104: Request processed in 42us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602474.584905:0:21944:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00010000:00010000:2.0:1787602474.584927:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 3 total in blp. (3 blwis in pool) 00010000:00010000:2.0:1787602474.584945:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.584952:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05429cf800 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602474.584957:0:21948:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.584967:0:21948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602474.584975:0:21948:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602474.584982:0:21948:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787602474.585034:0:21948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585041:0:21948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602474.585061:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585067:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05429cf800/0xbc87b28475e37799 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e377a0 expref: -99 pid: 23999 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585079:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 2 total in blp. (2 blwis in pool) 00010000:00010000:2.0:1787602474.585082:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585098:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0559d8e200 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602474.585101:0:21948:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585108:0:21948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602474.585115:0:21948:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602474.585121:0:21948:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787602474.585135:0:21948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585141:0:21948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602474.585146:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585152:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d0559d8e200/0xbc87b28475e37618 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e3761f expref: -99 pid: 23270 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585161:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:2.0:1787602474.585164:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585170:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05429ce400 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602474.585172:0:21948:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585189:0:21948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602474.585195:0:21948:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602474.585200:0:21948:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787602474.585213:0:21948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585219:0:21948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602474.585234:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585240:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05429ce400/0xbc87b28475e375d9 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375e0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585251:0:21948:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1787602474.585254:0:21948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585259:0:21948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6800 already unused, calling callback (ffffffffc1ae1c20) 10000000:00010000:2.0:1787602474.585262:0:21948:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585269:0:21948:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1787602474.585275:0:21948:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602474.585285:0:21948:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 00010000:00010000:2.0:1787602474.585300:0:21948:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585305:0:21948:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1787602474.585311:0:21948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 1/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585318:0:21948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.204.152@tcp lock: ffff8d05765d6800/0xbc87b28475e375cb lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xbc87b28475e375d2 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585330:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602474.585332:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1787602474.585334:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602474.585354:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318067072:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602474.585388:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602474.585412:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1787602474.585417:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318067200:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602474.585436:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602474.585462:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318067328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602474.585483:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602474.585499:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1787602474.585504:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318067456:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602474.585523:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602474.585545:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318067072 00000100:00100000:2.0:1787602474.585550:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318067072 00010000:00010000:2.0:1787602474.585573:0:21945:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37799 expref: 24 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602474.585595:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318067200 00000100:00100000:2.0:1787602474.585599:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318067200 00010000:00010000:2.0:1787602474.585609:0:21945:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37618 expref: 25 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602474.585619:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318067328 00000100:00100000:2.0:1787602474.585621:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318067328 00010000:00010000:2.0:1787602474.585630:0:21945:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e375d9 expref: 26 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602474.585639:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318067456 00000100:00100000:2.0:1787602474.585641:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318067456 00010000:00010000:2.0:1787602474.585649:0:21945:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e375cb expref: 27 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602474.585661:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787602474.585667:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+27:3453:x1874436318067072:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787602474.585678:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602474.585684:0:21945:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37799 expref: 27 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585693:0:21945:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e37799 expref: 27 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585711:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602474.585741:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+27:3453:x1874436318067072:12345-0@lo:103:ldlm_bl.0 Request processed in 74us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602474.585748:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 9 00000100:00100000:2.0:1787602474.585762:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787602474.585774:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+26:3453:x1874436318067200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787602474.585782:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602474.585787:0:21945:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e37618 expref: 26 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585795:0:21945:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e37618 expref: 26 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585804:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602474.585826:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+26:3453:x1874436318067200:12345-0@lo:103:ldlm_bl.0 Request processed in 53us (389us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602474.585832:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 10 00000100:00100000:2.0:1787602474.585844:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787602474.585849:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+25:3451:x1874436318067328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787602474.585856:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602474.585859:0:21945:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e375d9 expref: 25 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585866:0:21945:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e375d9 expref: 25 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585875:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602474.585899:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+25:3451:x1874436318067328:12345-0@lo:103:ldlm_bl.0 Request processed in 50us (415us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602474.585905:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 11 00000100:00100000:2.0:1787602474.585916:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787602474.585923:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3451:x1874436318067456:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1787602474.585930:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602474.585960:0:21945:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xbc87b28475e375cb expref: 24 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585968:0:21945:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 9 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xbc87b28475e375cb expref: 24 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.585978:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602474.586000:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3451:x1874436318067456:12345-0@lo:103:ldlm_bl.0 Request processed in 78us (476us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602474.586006:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 12 00000100:00100000:2.0:1787602474.586075:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559d8bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318067456:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602474.586084:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318067328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602474.586111:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df25f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318067200:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1787602474.586118:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318067072:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1787602474.586267:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1787602474.588174:0:24716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d057db3f000/0xbc87b28475e377a0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 8 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e37799 expref: 23 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.588192:0:24716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066560:0@lo:104: 00010000:00010000:1.0:1787602474.588205:0:24716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d057628a200/0xbc87b28475e3761f lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e37618 expref: 22 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.588214:0:24716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066688:0@lo:104: 00010000:00010000:1.0:1787602474.588224:0:24716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0559d8ec00/0xbc87b28475e375e0 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e375d9 expref: 21 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.588232:0:24716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc40000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066816:0@lo:104: 00010000:00010000:1.0:1787602474.588242:0:24716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d6200/0xbc87b28475e375d2 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xbc87b28475e375cb expref: 20 pid: 21954 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.588249:0:24716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066944:0@lo:104: 00000100:00100000:3.0:1787602474.611880:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602474.611954:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602474.612082:0:21947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293816576 00000100:00100000:0.0:1787602474.612096:0:21947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293816576 00010000:00010000:0.0:1787602474.612147:0:21947:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994390 expref: 13 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602474.612210:0:21947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293816704 00000100:00100000:0.0:1787602474.612213:0:21947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293816704 00010000:00010000:0.0:1787602474.612227:0:21947:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994400 expref: 14 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602474.612243:0:21947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00100000:0.0:1787602474.612253:0:21947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573c0b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:53f8d614-f054-4c15-8d8b-42108856333e+14:2400:x1874436293816576:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787602474.612268:0:21947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602474.612274:0:21947:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994390 expref: 14 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612285:0:21947:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994390 expref: 14 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612305:0:21947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602474.612357:0:21947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573c0b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:53f8d614-f054-4c15-8d8b-42108856333e+14:2400:x1874436293816576:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 106us (492us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602474.612365:0:21947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00100000:0.0:1787602474.612415:0:21947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 14 00000100:00100000:0.0:1787602474.612422:0:21947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:53f8d614-f054-4c15-8d8b-42108856333e+13:2401:x1874436293816704:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787602474.612429:0:21947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602474.612434:0:21947:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 5/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x60000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994400 expref: 13 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612443:0:21947:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 4/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994400 expref: 13 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612468:0:21947:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 3/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612477:0:21947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 4/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612506:0:21947:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612514:0:21947:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 5/0,1 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612521:0:21947:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 4/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612528:0:21947:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612535:0:21947:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6c00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602474.612540:0:21947:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 5/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612548:0:21947:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 6/0,0 mode: EX/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612557:0:21947:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 4/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602474.612566:0:21947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602474.612586:0:21947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db75c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:53f8d614-f054-4c15-8d8b-42108856333e+13:2401:x1874436293816704:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 164us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602474.612601:0:21947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 14 00010000:00010000:1.0:1787602474.613086:0:24716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d057628b800/0xbc87b28475e37944 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994400 expref: 12 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.613107:0:24716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc41f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066304:192.168.204.52@tcp:104: 00010000:00010000:1.0:1787602474.613122:0:24716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d0541481200/0xbc87b28475e37905 lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994390 expref: 11 pid: 21953 timeout: 881 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602474.613131:0:24716:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057dc43800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24716:1874436318066432:192.168.204.52@tcp:104: 00010000:00010000:1.0:1787602474.613169:0:24716:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.613179:0:24716:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.613185:0:24716:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 1/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602474.613192:0:24716:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8d05765d6c00/0xbc87b28475e37975 lrc: 0/0,0 mode: --/EX res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24716 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602474.641820:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1787602475.665636:0:21958:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787602475.665646:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0542cda000 from 13 10000000:01000000:0.0:1787602475.665652:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787602475.665705:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057db3fa00/0xbc87b28475e3797c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.665730:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d057db3fa00/0xbc87b28475e3797c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.665742:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d057db3fa00/0xbc87b28475e3797c lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602475.665770:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318067584:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.665868:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.665939:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bf0c0 going to sleep for 11 seconds 00010000:00010000:3.0:1787602475.666518:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602475.667485:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318067584 00000100:00100000:2.0:1787602475.667501:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318067584 00000100:00100000:2.0:1787602475.667582:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1787602475.667594:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+20:21958:x1874436318067584:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787602475.667612:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602475.667631:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d057628b400/0xbc87b28475e37983 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e3797c expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602475.667660:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d057628b400/0xbc87b28475e37983 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e3797c expref: 21 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602475.667671:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d057628b400/0xbc87b28475e37983 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e3797c expref: 21 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602475.667698:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628b400, rc 0) 00000100:00100000:2.0:1787602475.667777:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd36850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+21:21958:x1874436318067584:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (1909us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602475.667792:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1787602475.668738:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318067584:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787602475.668766:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d057db3fa00/0xbc87b28475e3797c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37983 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.668777:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d057db3fa00/0xbc87b28475e3797c lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e37983 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602475.668884:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318067712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.668945:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.669391:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bf0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602475.674619:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318067712 00000100:00100000:3.0:1787602475.674635:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318067712 00000100:00100000:3.0:1787602475.674710:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1787602475.675413:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+21:21958:x1874436318067712:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787602475.677789:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd34450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+21:21958:x1874436318067712:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 3061us (8835us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602475.677819:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1787602475.678285:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318067712:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.678423:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318067840:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.678476:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.678570:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bf0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602475.678675:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318067840 00000100:00100000:3.0:1787602475.678682:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318067840 00000100:00100000:3.0:1787602475.678731:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1787602475.678739:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:21958:x1874436318067840:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787602475.679216:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+21:21958:x1874436318067840:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 476us (739us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602475.679230:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1787602475.679371:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318067840:0@lo:503:ll_cfg_requeue.0 00000040:00080000:3.0:1787602475.680651:0:24729:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787602475.681187:0:21958:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787602475.681211:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787602475.681222:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057db3fa00/0xbc87b28475e3797c lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37983 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.681234:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d057db3fa00/0xbc87b28475e3797c lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37983 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602475.681244:0:21958:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787602475.681247:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0574ee8000 from 13 10000000:01000000:0.0:1787602475.681250:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787602475.681283:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057db3e000/0xbc87b28475e3798a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.681369:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d057db3e000/0xbc87b28475e3798a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.681382:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d057db3e000/0xbc87b28475e3798a lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602475.681405:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318067968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.681461:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.681531:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bf0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602475.681644:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318067968 00000100:00100000:3.0:1787602475.681654:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318067968 00000100:00100000:3.0:1787602475.681757:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1787602475.681767:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+21:21958:x1874436318067968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602475.681781:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602475.681796:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0541480600/0xbc87b28475e37991 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e3798a expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.682377:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0541480600/0xbc87b28475e37991 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e3798a expref: 22 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.682390:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0541480600/0xbc87b28475e37991 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e3798a expref: 22 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.682398:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0541480600, rc 0) 00000100:00100000:3.0:1787602475.682462:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+22:21958:x1874436318067968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 696us (999us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602475.682469:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1787602475.682567:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318067968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787602475.682599:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d057db3e000/0xbc87b28475e3798a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37991 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.682608:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d057db3e000/0xbc87b28475e3798a lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e37991 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602475.682672:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.682705:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.684664:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bf0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1787602475.685214:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318068096 00000100:00100000:2.0:1787602475.685228:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318068096 00000100:00100000:2.0:1787602475.685282:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1787602475.685363:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+22:21958:x1874436318068096:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787602475.686159:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd36450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+22:21958:x1874436318068096:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 866us (3450us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602475.686169:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1787602475.686368:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068096:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.686422:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068224:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.686476:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.686548:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bf0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602475.686696:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318068224 00000100:00100000:3.0:1787602475.686703:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318068224 00000100:00100000:1.0:1787602475.686835:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1787602475.686847:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:21958:x1874436318068224:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787602475.687058:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd37850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+22:21958:x1874436318068224:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 214us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602475.687066:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1787602475.687142:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068224:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787602475.687808:0:24730:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787602475.687870:0:21958:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787602475.687886:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787602475.687897:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057db3e000/0xbc87b28475e3798a lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37991 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.687908:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d057db3e000/0xbc87b28475e3798a lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e37991 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1787602475.687930:0:21958:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:0.0:1787602475.687933:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d0573cbf000 from 13 10000000:01000000:0.0:1787602475.687936:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:0.0:1787602475.687967:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057db3f000/0xbc87b28475e37998 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.687983:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d057db3f000/0xbc87b28475e37998 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.687993:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d057db3f000/0xbc87b28475e37998 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602475.688012:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.688076:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.688752:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bfb40 going to sleep for 11 seconds 00000100:00100000:2.0:1787602475.688951:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318068352 00000100:00100000:2.0:1787602475.689043:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318068352 00000100:00100000:2.0:1787602475.689084:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1787602475.689093:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+22:21958:x1874436318068352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1787602475.689107:0:21954:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602475.689121:0:21954:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d057628bc00/0xbc87b28475e3799f lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e37998 expref: -99 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602475.689146:0:21954:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d057628bc00/0xbc87b28475e3799f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e37998 expref: 23 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602475.689156:0:21954:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d057628bc00/0xbc87b28475e3799f lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e37998 expref: 23 pid: 21954 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602475.689165:0:21954:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628bc00, rc 0) 00000100:00100000:2.0:1787602475.689224:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318068352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (1147us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602475.689231:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1787602475.689400:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787602475.689414:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d057db3f000/0xbc87b28475e37998 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3799f expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.689424:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d057db3f000/0xbc87b28475e37998 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e3799f expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602475.689481:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.689511:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.689523:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bfb40 going to sleep for 11 seconds 00000100:00100000:3.0:1787602475.689641:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318068480 00000100:00100000:3.0:1787602475.689647:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318068480 00000100:00100000:3.0:1787602475.689672:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1787602475.689679:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318068480:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:3.0:1787602475.697510:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd35c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318068480:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 7818us (7986us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602475.697546:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:0.0:1787602475.700496:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068480:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.700784:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068608:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.701121:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.701204:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d05484bfb40 going to sleep for 11 seconds 00000100:00100000:1.0:1787602475.707269:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318068608 00000100:00100000:1.0:1787602475.707414:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318068608 00000100:00100000:1.0:1787602475.707492:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1787602475.707505:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d056bd34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318068608:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:1.0:1787602475.707926:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d056bd34850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318068608:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 423us (6805us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602475.707935:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1787602475.708125:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068608:0@lo:503:ll_cfg_requeue.0 00000040:00080000:0.0:1787602475.709138:0:24731:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:2.0:1787602475.709492:0:21958:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:2.0:1787602475.709512:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:2.0:1787602475.709522:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057db3f000/0xbc87b28475e37998 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3799f expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602475.709533:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d057db3f000/0xbc87b28475e37998 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 4 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e3799f expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1787602475.709544:0:21958:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:01000000:2.0:1787602475.709547:0:21958:0:(mgc_request.c:1802:mgc_process_log()) Process log params-ffff8d057fbb5000 from 13 10000000:01000000:2.0:1787602475.709560:0:21958:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00010000:00010000:2.0:1787602475.709597:0:21958:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628b600/0xbc87b28475e379a6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602475.709605:0:21958:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.204.152@tcp lock: ffff8d057628b600/0xbc87b28475e379a6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602475.709615:0:21958:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.204.152@tcp lock: ffff8d057628b600/0xbc87b28475e379a6 lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602475.709640:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1787602475.709699:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602475.709743:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b45db40 going to sleep for 11 seconds 00000100:00100000:3.0:1787602475.709839:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318068736 00000100:00100000:3.0:1787602475.709848:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318068736 00000100:00100000:3.0:1787602475.709897:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1787602475.709908:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0566e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+23:21958:x1874436318068736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602475.709935:0:21953:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602475.709947:0:21953:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0541481e00/0xbc87b28475e379ad lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: local remote: 0xbc87b28475e379a6 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.709972:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0541481e00/0xbc87b28475e379ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xbc87b28475e379a6 expref: 24 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.709983:0:21953:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0541481e00/0xbc87b28475e379ad lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xbc87b28475e379a6 expref: 24 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.709992:0:21953:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0541481e00, rc 0) 00000100:00100000:3.0:1787602475.710062:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0566e28450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:21958:x1874436318068736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (361us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602475.710068:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1787602475.710461:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627e300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1787602475.710478:0:21958:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.204.152@tcp lock: ffff8d057628b600/0xbc87b28475e379a6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e379ad expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.710488:0:21958:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.204.152@tcp lock: ffff8d057628b600/0xbc87b28475e379a6 lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x1000000000000 nid: local remote: 0xbc87b28475e379ad expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602475.710541:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.710854:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.710934:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b39a840 going to sleep for 11 seconds 00000100:00100000:1.0:1787602475.715258:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318068864 00000100:00100000:1.0:1787602475.715275:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318068864 00000100:00100000:1.0:1787602475.716320:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1787602475.716334:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0566e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:21958:x1874436318068864:12345-0@lo:501:ll_cfg_requeue.0 00000100:00100000:1.0:1787602475.716869:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0566e29050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:21958:x1874436318068864:12345-0@lo:501:ll_cfg_requeue.0 Request processed in 537us (6013us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602475.716878:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1787602475.722474:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068864:0@lo:501:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.722549:0:21958:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068992:0@lo:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.722710:0:21958:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602475.722836:0:21958:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b39a840 going to sleep for 11 seconds 00000100:00100000:2.0:1787602475.725366:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318068992 00000100:00100000:2.0:1787602475.725384:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318068992 00000100:00100000:2.0:1787602475.725631:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:2.0:1787602475.725645:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+24:21958:x1874436318068992:12345-0@lo:503:ll_cfg_requeue.0 00000100:00100000:2.0:1787602475.726007:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b57cd82-69f6-4187-bab5-441c91e6943b+24:21958:x1874436318068992:12345-0@lo:503:ll_cfg_requeue.0 Request processed in 365us (3296us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602475.726035:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1787602475.726760:0:21958:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573953800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:9b57cd82-69f6-4187-bab5-441c91e6943b:21958:1874436318068992:0@lo:503:ll_cfg_requeue.0 00000040:00080000:1.0:1787602475.728169:0:24732:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 13 00000020:01000000:0.0:1787602475.728443:0:21958:0:(obd_config.c:2145:class_config_parse_llog()) Processed log params gen 13-12 (rc=0) 10000000:01000000:0.0:1787602475.728464:0:21958:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.204.152@tcp: configuration from log 'params' succeeded (0). 00010000:00010000:0.0:1787602475.728478:0:21958:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.204.152@tcp lock: ffff8d057628b600/0xbc87b28475e379a6 lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e379ad expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602475.728490:0:21958:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.204.152@tcp lock: ffff8d057628b600/0xbc87b28475e379a6 lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 5 type: PLN flags: 0x11000000000000 nid: local remote: 0xbc87b28475e379ad expref: -99 pid: 21958 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602475.792361:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602475.792518:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293816832 00000100:00100000:3.0:1787602475.792531:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293816832 00000100:00100000:3.0:1787602475.792602:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 161 00000100:00100000:3.0:1787602475.792624:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+11:18345:x1874436293816832:12345-192.168.204.52@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602475.792642:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602475.792664:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0541481200/0xbc87b28475e379b4 lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994438 expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.792697:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0541481200/0xbc87b28475e379b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994438 expref: 12 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.792726:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0541481200/0xbc87b28475e379b4 lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 6 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994438 expref: 12 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.792737:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0541481200, rc 0) 00000100:00100000:3.0:1787602475.792824:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+12:18345:x1874436293816832:12345-192.168.204.52@tcp:101:ll_cfg_requeue.0 Request processed in 213us (473us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602475.792832:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 161 00000100:00100000:3.0:1787602475.795856:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602475.795980:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293816960 00000100:00100000:2.0:1787602475.795992:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293816960 00000100:00100000:2.0:1787602475.796077:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 162 00000100:00100000:2.0:1787602475.796088:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+12:18345:x1874436293816960:12345-192.168.204.52@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787602475.796429:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+12:18345:x1874436293816960:12345-192.168.204.52@tcp:501:ll_cfg_requeue.0 Request processed in 342us (582us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602475.796438:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 162 00000100:00100000:2.0:1787602475.799239:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602475.804723:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293817088 00000100:00100000:0.0:1787602475.804743:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293817088 00000100:00100000:0.0:1787602475.808156:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 163 00000100:00100000:0.0:1787602475.808201:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+12:18345:x1874436293817088:12345-192.168.204.52@tcp:503:ll_cfg_requeue.0 00000100:00100000:0.0:1787602475.808461:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:53f8d614-f054-4c15-8d8b-42108856333e+12:18345:x1874436293817088:12345-192.168.204.52@tcp:503:ll_cfg_requeue.0 Request processed in 269us (9231us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602475.808469:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 163 00000100:00100000:0.0:1787602475.827246:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602475.827880:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293817216 00000100:00100000:3.0:1787602475.827897:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293817216 00000100:00100000:3.0:1787602475.828191:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 164 00000100:00100000:3.0:1787602475.828205:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+12:18345:x1874436293817216:12345-192.168.204.52@tcp:101:ll_cfg_requeue.0 00010000:00010000:3.0:1787602475.828226:0:21955:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602475.828245:0:21955:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8d0541481800/0xbc87b28475e379bb lrc: 2/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: local remote: 0x96c401dc5d99443f expref: -99 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.828280:0:21955:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8d0541481800/0xbc87b28475e379bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99443f expref: 13 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.828413:0:21955:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8d0541481800/0xbc87b28475e379bb lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 7 type: PLN flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99443f expref: 13 pid: 21955 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602475.828425:0:21955:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0541481800, rc 0) 00000100:00100000:3.0:1787602475.828537:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+13:18345:x1874436293817216:12345-192.168.204.52@tcp:101:ll_cfg_requeue.0 Request processed in 334us (1302us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602475.828545:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 164 00000100:00100000:3.0:1787602475.839841:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602475.839975:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293817344 00000100:00100000:2.0:1787602475.839986:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293817344 00000100:00100000:2.0:1787602475.840080:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 165 00000100:00100000:2.0:1787602475.840090:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+13:18345:x1874436293817344:12345-192.168.204.52@tcp:501:ll_cfg_requeue.0 00000100:00100000:2.0:1787602475.840754:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+13:18345:x1874436293817344:12345-192.168.204.52@tcp:501:ll_cfg_requeue.0 Request processed in 663us (925us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602475.840764:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 165 00000100:00100000:2.0:1787602475.851771:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602475.852066:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293817472 00000100:00100000:3.0:1787602475.852079:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293817472 00000100:00100000:3.0:1787602475.852145:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 166 00000100:00100000:3.0:1787602475.852157:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+13:18345:x1874436293817472:12345-192.168.204.52@tcp:503:ll_cfg_requeue.0 00000100:00100000:3.0:1787602475.853193:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:53f8d614-f054-4c15-8d8b-42108856333e+13:18345:x1874436293817472:12345-192.168.204.52@tcp:503:ll_cfg_requeue.0 Request processed in 1032us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602475.853204:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 166 00000100:00100000:2.0:1787602476.089095:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602476.089193:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293817600 00000100:00100000:0.0:1787602476.089205:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293817600 00000100:00100000:0.0:1787602476.089290:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 23 00000100:00100000:0.0:1787602476.089303:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+6:18972:x1874436293817600:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787602476.089328:0:21960:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602476.089357:0:21960:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e600/0xbc87b28475e379c2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994446 expref: -99 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.089439:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.089456:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.089473:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.089488:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.089495:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.089502:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090009:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e200/0xbc87b28475e379d7 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090048:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e200/0xbc87b28475e379d7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090056:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e200/0xbc87b28475e379d7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787602476.090149:0:21960:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x1:0x0]: returning size 6656 00000004:00200000:0.0:1787602476.090154:0:21960:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 2 stripe count 1 MDT count 2 00000004:00010000:0.0:1787602476.090254:0:21960:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e200/0xbc87b28475e379d7 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090267:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090275:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090282:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090288:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f400 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602476.090292:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090299:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090312:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0552e98500) 00010000:00010000:0.0:1787602476.090321:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787602476.090326:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090333:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379c9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090346:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090352:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090357:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090362:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3ec00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602476.090366:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090371:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090378:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x3b979c7a (ffff8d0546906b00) 00010000:00010000:0.0:1787602476.090381:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787602476.090384:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090390:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379d0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x3b979c7a bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090426:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e600/0xbc87b28475e379c2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994446 expref: 8 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090450:0:21960:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e200/0xbc87b28475e379d7 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994446 expref: 7 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.090457:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d0546906300) 00010000:00010000:0.0:1787602476.090460:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787602476.090462:0:21960:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057db3e200, rc 0) 00000100:00100000:0.0:1787602476.090541:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+7:18972:x1874436293817600:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 Request processed in 1241us (1462us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602476.090549:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 23 00000100:00080000:1.0:1787602476.092960:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1787602476.095460:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602476.095545:0:21971:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293817728 00000100:00100000:1.0:1787602476.095556:0:21971:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293817728 00000100:00100000:1.0:1787602476.095624:0:21971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 5 00000100:00100000:1.0:1787602476.095634:0:21971:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fd2cb68f-a480-4488-b473-873f94cbfe34+7:18972:x1874436293817728:12345-192.168.204.52@tcp:900:lhsmtool_posix.0 00000100:00100000:1.0:1787602476.095730:0:21971:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573953800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fd2cb68f-a480-4488-b473-873f94cbfe34+7:18972:x1874436293817728:12345-192.168.204.52@tcp:900:lhsmtool_posix.0 Request processed in 97us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602476.095737:0:21971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 5 00000100:00100000:3.0:1787602476.111533:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602476.111642:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293817984 00000100:00100000:0.0:1787602476.111653:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293817984 00000100:00100000:0.0:1787602476.111721:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 24 00000100:00100000:0.0:1787602476.111731:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+7:18972:x1874436293817984:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787602476.111757:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602476.111779:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e600/0xbc87b28475e379de lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d99444d expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.111868:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.111886:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.111897:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.111936:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 3/1,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.111948:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.111954:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112547:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e400/0xbc87b28475e379f3 lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112558:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e400/0xbc87b28475e379f3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112565:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e400/0xbc87b28475e379f3 lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787602476.112576:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000002:0x2:0x0]: returning size 6656 00010000:00010000:0.0:1787602476.112842:0:21961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112851:0:21961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112857:0:21961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112863:0:21961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3ec00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602476.112867:0:21961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112884:0:21961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112898:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x0 (ffff8d0546906300) 00010000:00010000:0.0:1787602476.112900:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787602476.112916:0:21961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112923:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e379e5 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112935:0:21961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112941:0:21961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112947:0:21961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112952:0:21961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f400 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602476.112955:0:21961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112960:0:21961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112967:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x1:0x0].0x8d45d6bc (ffff8d0546906b00) 00010000:00010000:0.0:1787602476.112969:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787602476.112972:0:21961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 2/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.112988:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e379ec lrc: 0/0,0 mode: --/PR res: [0x200000002:0x1:0x0].0x8d45d6bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.113420:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e600/0xbc87b28475e379de lrc: 0/0,0 mode: --/CR res: [0x200000002:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99444d expref: 10 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.113436:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e400/0xbc87b28475e379f3 lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99444d expref: 9 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.113443:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d0546906d00) 00010000:00010000:0.0:1787602476.113445:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787602476.113448:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057db3e400, rc 0) 00000100:00100000:0.0:1787602476.113514:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db74380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+9:18972:x1874436293817984:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 Request processed in 1784us (1990us total) trans 12884901889 rc 0/0 00000100:00100000:0.0:1787602476.113522:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 24 00000100:00100000:0.0:1787602476.119837:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.120275:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293818112 00000100:00100000:3.0:1787602476.120298:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293818112 00000100:00100000:3.0:1787602476.120376:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 25 00000100:00100000:3.0:1787602476.120389:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573952a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+9:18972:x1874436293818112:12345-192.168.204.52@tcp:59:lhsmtool_posix.0 00000100:00100000:3.0:1787602476.120537:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573952a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+9:18972:x1874436293818112:12345-192.168.204.52@tcp:59:lhsmtool_posix.0 Request processed in 152us (718us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602476.120546:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 25 00000100:00100000:2.0:1787602476.127723:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602476.127837:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293818240 00000100:00100000:0.0:1787602476.127852:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293818240 00000100:00080000:1.0:1787602476.128706:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1787602476.128721:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 26 00000100:00100000:0.0:1787602476.128749:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+5:18972:x1874436293818240:12345-192.168.204.52@tcp:59:lhsmtool_posix.0 00000004:00080000:1.0:1787602476.133304:0:21961:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0001: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0001 0, time 4498us 00000100:00100000:3.0:1787602476.153491:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+5:18972:x1874436293818240:12345-192.168.204.52@tcp:59:lhsmtool_posix.0 Request processed in 24744us (25771us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602476.153526:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 26 00000100:00100000:2.0:1787602476.162883:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.163563:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293818368 00000100:00100000:3.0:1787602476.163574:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293818368 00000100:00100000:3.0:1787602476.163641:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 27 00000100:00100000:3.0:1787602476.163651:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+9:18978:x1874436293818368:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:3.0:1787602476.163672:0:21962:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602476.163697:0:21962:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541481400/0xbc87b28475e37a01 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994454 expref: -99 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.163853:0:21962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.163868:0:21962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.163880:0:21962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.163924:0:21962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.163934:0:21962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.163941:0:21962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164229:0:21962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164237:0:21962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164244:0:21962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164251:0:21962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d0541480400 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602476.164255:0:21962:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164273:0:21962:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164286:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0552e98500) 00010000:00010000:3.0:1787602476.164290:0:21962:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602476.164295:0:21962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164301:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541480400/0xbc87b28475e37a08 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164314:0:21962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164321:0:21962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164327:0:21962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164332:0:21962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf56e00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602476.164334:0:21962:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164340:0:21962:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164347:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d0560644000) 00010000:00010000:3.0:1787602476.164350:0:21962:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602476.164353:0:21962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164369:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a0f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164408:0:21962:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541481400/0xbc87b28475e37a01 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994454 expref: 10 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164419:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0552e98500) 00010000:00010000:3.0:1787602476.164422:0:21962:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602476.164425:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d0541481400/0xbc87b28475e37a01 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994454 expref: 10 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.164436:0:21962:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d0541481400, rc 0) 00000100:00100000:3.0:1787602476.168285:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+9:18978:x1874436293818368:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 4621us (5400us total) trans 0 rc 301/301 00000100:00100000:3.0:1787602476.168298:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 27 00000100:00100000:3.0:1787602476.173553:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.173685:0:21969:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293818496 00000100:00100000:2.0:1787602476.173700:0:21969:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293818496 00000100:00100000:2.0:1787602476.173807:0:21969:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 0 00000100:00100000:2.0:1787602476.173821:0:21969:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:fd2cb68f-a480-4488-b473-873f94cbfe34+9:18978:x1874436293818496:12345-192.168.204.52@tcp:700:lfs.0 00000100:00100000:2.0:1787602476.173956:0:21969:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db77480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_seqm_0000:fd2cb68f-a480-4488-b473-873f94cbfe34+9:18978:x1874436293818496:12345-192.168.204.52@tcp:700:lfs.0 Request processed in 138us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.173966:0:21969:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 0 00000100:00100000:2.0:1787602476.177513:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.177850:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293818752 00000100:00100000:3.0:1787602476.177865:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293818752 00000100:00100000:3.0:1787602476.178057:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 28 00000100:00100000:3.0:1787602476.178085:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+9:18978:x1874436293818752:12345-192.168.204.52@tcp:36:lfs.0 00010000:00010000:3.0:1787602476.178172:0:24478:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787602476.178212:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e3792f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9943c1 expref: 9 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.178234:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0552e98500) 00010000:00010000:3.0:1787602476.178241:0:24478:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787602476.178660:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.178680:0:24478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994431 expref: 5 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.178691:0:24478:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.178765:0:24478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994431 expref: 5 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.178783:0:24478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994431 expref: 5 pid: 21961 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602476.178802:0:24478:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24478:1874436318069120:192.168.204.52@tcp:104: 00000100:00100000:3.0:1787602476.178930:0:24478:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d056080d480 going to sleep for 11 seconds 00000100:00100000:1.0:1787602476.183937:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.184110:0:24478:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db75f80 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24478:1874436318069120:192.168.204.52@tcp:104: 00010000:00010000:3.0:1787602476.184151:0:24478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602476.184169:0:21947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293818880 00000100:00100000:0.0:1787602476.184178:0:21947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293818880 00000100:00080000:1.0:1787602476.186204:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1787602476.187128:0:21947:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994431 expref: 6 pid: 21961 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602476.187281:0:21947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 15 00000100:00100000:1.0:1787602476.187300:0:21947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d8766990-3016-444c-8995-d80c75ef1f7b+6:2400:x1874436293818880:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787602476.187323:0:21947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787602476.187332:0:21947:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994431 expref: 6 pid: 21961 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.187349:0:21947:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994431 expref: 6 pid: 21961 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.187385:0:21947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e3796e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994431 expref: 6 pid: 21961 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.187416:0:21947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0552e98500) 00010000:00010000:1.0:1787602476.187425:0:21947:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.187533:0:21947:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.187544:0:21947:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.187633:0:21947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787602476.187656:0:24478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.187665:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.187698:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602476.187775:0:21947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc43800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:d8766990-3016-444c-8995-d80c75ef1f7b+5:2400:x1874436293818880:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 482us (3855us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602476.187785:0:21947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 15 00010000:00010000:3.0:1787602476.187815:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.187825:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.195546:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.195572:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.195644:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787602476.195665:0:24478:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a72637e5 reply state 00000000fef581fc transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.195678:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.195685:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:3.0:1787602476.195689:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787602476.195693:0:24478:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:3.0:1787602476.195699:0:24478:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 1024 00010000:00010000:3.0:1787602476.195707:0:24478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.195713:0:24478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.195720:0:24478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.195745:0:24478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf56e00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602476.195751:0:24478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.195759:0:24478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.196529:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0552e98500) 00010000:00010000:3.0:1787602476.196535:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602476.196541:0:24478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.196549:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a16 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787602476.198535:0:24478:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000a72637e5 reply state 00000000fef581fc transno 12884901890 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.198564:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.198573:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d0560644000) 00010000:00010000:3.0:1787602476.198673:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787602476.198679:0:24478:0:(service.c:179:ptlrpc_save_lock()) nlocks 1 00000100:00100000:3.0:1787602476.199236:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+10:18978:x1874436293818752:12345-192.168.204.52@tcp:36:lfs.0 Request processed in 21163us (21736us total) trans 12884901890 rc 0/0 00000100:00100000:3.0:1787602476.199246:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 28 00000040:00080000:3.0:1787602476.240819:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000040:00080000:2.0:1787602476.305335:0:22616:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:1.0:1787602476.348811:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602476.349052:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293819008 00000100:00100000:0.0:1787602476.349065:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293819008 00000100:00100000:0.0:1787602476.349149:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 29 00000100:00100000:0.0:1787602476.349162:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+10:18986:x1874436293819008:12345-192.168.204.52@tcp:101:lctl.0 00010000:00010000:0.0:1787602476.349207:0:21960:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602476.349239:0:21960:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e37a2b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d99445b expref: -99 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.349314:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3fc00/0xbc87b28475e37a32 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.349330:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3fc00/0xbc87b28475e37a32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.349343:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3fc00/0xbc87b28475e37a32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787602476.349409:0:21960:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:0.0:1787602476.349413:0:21960:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 2 00000004:00010000:0.0:1787602476.349472:0:21960:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3fc00/0xbc87b28475e37a32 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.349500:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e37a2b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99445b expref: 12 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.349519:0:21960:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3fc00/0xbc87b28475e37a32 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99445b expref: 11 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.349529:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:0.0:1787602476.349531:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787602476.349535:0:21960:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057db3fc00, rc 0) 00000100:00100000:0.0:1787602476.349597:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+11:18986:x1874436293819008:12345-192.168.204.52@tcp:101:lctl.0 Request processed in 438us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602476.349605:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 29 00000100:00100000:1.0:1787602476.382462:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.382589:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293819136 00000100:00100000:3.0:1787602476.382600:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293819136 00000100:00100000:3.0:1787602476.382700:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 30 00000100:00100000:3.0:1787602476.382713:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+5:18987:x1874436293819136:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:3.0:1787602476.382736:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602476.382759:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a39 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994462 expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.382851:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57c00/0xbc87b28475e37a40 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.382867:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57c00/0xbc87b28475e37a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.382880:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57c00/0xbc87b28475e37a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787602476.382961:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 7680 00000004:00200000:3.0:1787602476.382964:0:21961:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 5 stripe count 1 MDT count 2 00000004:00010000:3.0:1787602476.382988:0:21961:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57c00/0xbc87b28475e37a40 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.383012:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a39 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994462 expref: 7 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.383090:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57c00/0xbc87b28475e37a40 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994462 expref: 6 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.383100:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:3.0:1787602476.383103:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787602476.383107:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057cf57c00, rc 0) 00000100:00100000:3.0:1787602476.383367:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+6:18987:x1874436293819136:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 656us (915us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602476.383382:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 30 00000100:00100000:2.0:1787602476.391292:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602476.391433:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293819264 00000100:00100000:0.0:1787602476.391463:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293819264 00000100:00100000:0.0:1787602476.391551:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 31 00000100:00100000:0.0:1787602476.391566:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8766990-3016-444c-8995-d80c75ef1f7b+6:18987:x1874436293819264:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:0.0:1787602476.391597:0:21960:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602476.391630:0:21960:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e37a47 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994469 expref: -99 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.391751:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.391774:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.391789:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.391802:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.391809:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.391816:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.391967:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e37a5c lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.391976:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e37a5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392012:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e37a5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:0.0:1787602476.392113:0:21960:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 1024 00000004:00200000:0.0:1787602476.392118:0:21960:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:0.0:1787602476.392151:0:21960:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e37a5c lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392167:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392174:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392182:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392188:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f200 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602476.392193:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392201:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392217:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:0.0:1787602476.392222:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787602476.392227:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392234:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37a4e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392262:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392268:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392274:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392280:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f800 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602476.392283:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392290:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392298:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d0560644000) 00010000:00010000:0.0:1787602476.392300:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787602476.392303:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392308:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37a55 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392339:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ec00/0xbc87b28475e37a47 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994469 expref: 8 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392354:0:21960:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e37a5c lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994469 expref: 7 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.392373:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:0.0:1787602476.392376:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1787602476.392378:0:21960:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057db3f400, rc 0) 00000100:00100000:0.0:1787602476.392461:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8766990-3016-444c-8995-d80c75ef1f7b+7:18987:x1874436293819264:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 898us (1185us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602476.392474:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 31 00000100:00100000:2.0:1787602476.394983:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602476.398720:0:21971:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293819392 00000100:00100000:1.0:1787602476.398748:0:21971:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293819392 00000100:00100000:2.0:1787602476.399061:0:21972:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 6 00000100:00100000:2.0:1787602476.399082:0:21972:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d8766990-3016-444c-8995-d80c75ef1f7b+5:18987:x1874436293819392:12345-192.168.204.52@tcp:900:lfs.0 00000100:00100000:2.0:1787602476.399225:0:21972:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0001:d8766990-3016-444c-8995-d80c75ef1f7b+5:18987:x1874436293819392:12345-192.168.204.52@tcp:900:lfs.0 Request processed in 150us (4254us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.399235:0:21972:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 6 00000100:00080000:0.0:1787602476.399449:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1787602476.404950:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.405250:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293819648 00000100:00100000:3.0:1787602476.405266:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293819648 00000100:00100000:3.0:1787602476.405352:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 32 00000100:00100000:3.0:1787602476.405364:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+7:18987:x1874436293819648:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:3.0:1787602476.405393:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602476.405424:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a63 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994470 expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787602476.405612:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 1024 00010000:00010000:3.0:1787602476.405811:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a63 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994470 expref: 9 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.405829:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:3.0:1787602476.405833:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787602476.405839:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a63 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994470 expref: 9 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.405860:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057cf56e00, rc 0) 00000100:00100000:3.0:1787602476.405960:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+8:18987:x1874436293819648:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 597us (1026us total) trans 12884901891 rc 301/301 00000100:00100000:3.0:1787602476.405968:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 32 00000100:00100000:1.0:1787602476.409164:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602476.409623:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293819904 00000100:00100000:0.0:1787602476.409638:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293819904 00000100:00100000:0.0:1787602476.409717:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 33 00000100:00100000:0.0:1787602476.409730:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8766990-3016-444c-8995-d80c75ef1f7b+8:18987:x1874436293819904:12345-192.168.204.52@tcp:36:lfs.0 00010000:00010000:0.0:1787602476.409814:0:21960:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602476.409852:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f400/0xbc87b28475e37a5c lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994469 expref: 8 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.409878:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:0.0:1787602476.409885:0:21960:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787602476.409928:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.409946:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.409957:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787602476.410862:0:21960:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000004f0271a5 reply state 0000000035a919a7 transno 12884901892 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.410925:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.410933:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:0.0:1787602476.410937:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00000100:00100000:0.0:1787602476.410941:0:21960:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000004:00200000:0.0:1787602476.410963:0:21960:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 1024 00000100:00100000:0.0:1787602476.411645:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:d8766990-3016-444c-8995-d80c75ef1f7b+9:18987:x1874436293819904:12345-192.168.204.52@tcp:36:lfs.0 Request processed in 1911us (2490us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1787602476.411658:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 33 00000100:00100000:0.0:1787602476.414488:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.414653:0:21963:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293820160 00000100:00100000:2.0:1787602476.414670:0:21963:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293820160 00000100:00100000:2.0:1787602476.414746:0:21963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 2 00000100:00100000:2.0:1787602476.414760:0:21963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d8766990-3016-444c-8995-d80c75ef1f7b+9:18987:x1874436293820160:12345-192.168.204.52@tcp:35:lfs.0 00000100:00100000:2.0:1787602476.415501:0:21963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d8766990-3016-444c-8995-d80c75ef1f7b+10:18987:x1874436293820160:12345-192.168.204.52@tcp:35:lfs.0 Request processed in 738us (1027us total) trans 12884901893 rc 0/0 00000100:00100000:2.0:1787602476.415512:0:21963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 2 00000100:00100000:1.0:1787602476.420752:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.421359:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293820416 00000100:00100000:3.0:1787602476.421375:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293820416 00000100:00100000:3.0:1787602476.421607:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 34 00000100:00100000:3.0:1787602476.421623:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+10:18987:x1874436293820416:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:3.0:1787602476.421685:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602476.421728:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37a78 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994477 expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.421854:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.421873:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.421887:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.421910:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.421919:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.421927:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787602476.422165:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 1024 00010000:00010000:3.0:1787602476.422307:0:21961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422316:0:21961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422323:0:21961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422345:0:21961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf57800 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602476.422351:0:21961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422360:0:21961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422376:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:3.0:1787602476.422379:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602476.422386:0:21961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422392:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37a7f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422410:0:21961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422415:0:21961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422421:0:21961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422425:0:21961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf56600 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602476.422428:0:21961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.422432:0:21961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.423657:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d0560644000) 00010000:00010000:3.0:1787602476.423670:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602476.423681:0:21961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.423691:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37a86 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.423790:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37a78 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994477 expref: 12 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.423806:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:3.0:1787602476.423809:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787602476.423813:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37a78 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994477 expref: 12 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.423825:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057cf57400, rc 0) 00000100:00100000:3.0:1787602476.423960:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:d8766990-3016-444c-8995-d80c75ef1f7b+11:18987:x1874436293820416:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 2339us (3221us total) trans 12884901894 rc 301/301 00000100:00100000:3.0:1787602476.432161:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 34 00000100:00100000:0.0:1787602476.433651:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.433800:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293820544 00000100:00100000:3.0:1787602476.433814:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293820544 00000100:00100000:3.0:1787602476.434083:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 35 00000100:00100000:3.0:1787602476.434099:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573951880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+11:18987:x1874436293820544:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:3.0:1787602476.434135:0:21962:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602476.434176:0:21962:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a94 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d99447e expref: -99 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.434380:0:21962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.434400:0:21962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.434416:0:21962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787602476.434503:0:21962:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 1024 00000004:00200000:3.0:1787602476.434519:0:21962:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787602476.434558:0:21962:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.434596:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37a94 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99447e expref: 13 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.434623:0:21962:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99447e expref: 12 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.434635:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:3.0:1787602476.434638:0:21962:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787602476.434643:0:21962:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057cf56400, rc 0) 00000100:00100000:3.0:1787602476.434860:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573951880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:d8766990-3016-444c-8995-d80c75ef1f7b+12:18987:x1874436293820544:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 765us (1222us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602476.434870:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 35 00000100:00100000:3.0:1787602476.441227:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.441816:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293820672 00000100:00100000:2.0:1787602476.441832:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293820672 00000100:00100000:2.0:1787602476.441922:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 3 00000100:00100000:2.0:1787602476.441938:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d8766990-3016-444c-8995-d80c75ef1f7b+12:18987:x1874436293820672:12345-192.168.204.52@tcp:37:lfs.0 00000100:00100000:2.0:1787602476.447851:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:d8766990-3016-444c-8995-d80c75ef1f7b+12:18987:x1874436293820672:12345-192.168.204.52@tcp:37:lfs.0 Request processed in 5895us (6619us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.447892:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 3 00000100:00100000:0.0:1787602476.461273:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.461617:0:21963:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293820928 00000100:00100000:3.0:1787602476.461652:0:21963:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293820928 00000100:00100000:3.0:1787602476.461752:0:21963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 4 00000100:00100000:3.0:1787602476.461765:0:21963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576148c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d8766990-3016-444c-8995-d80c75ef1f7b+12:18987:x1874436293820928:12345-192.168.204.52@tcp:35:lfs.0 00000100:00100000:3.0:1787602476.462230:0:21963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576148c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:d8766990-3016-444c-8995-d80c75ef1f7b+13:18987:x1874436293820928:12345-192.168.204.52@tcp:35:lfs.0 Request processed in 466us (974us total) trans 12884901895 rc 0/0 00000100:00100000:3.0:1787602476.462240:0:21963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 4 00000100:00100000:3.0:1787602476.539684:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.541324:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293821056 00000100:00100000:2.0:1787602476.541351:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293821056 00000100:00100000:2.0:1787602476.541457:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 36 00000100:00100000:2.0:1787602476.541472:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+11:18993:x1874436293821056:12345-192.168.204.52@tcp:101:bash.0 00010000:00010000:2.0:1787602476.541506:0:24478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602476.541549:0:24478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37aa2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994485 expref: -99 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.541673:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.541691:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.541708:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.541720:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.541727:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.541735:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.541890:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b800/0xbc87b28475e37ab7 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.541937:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b800/0xbc87b28475e37ab7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.541945:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b800/0xbc87b28475e37ab7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602476.541991:0:24478:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 1024 00000004:00200000:2.0:1787602476.541995:0:24478:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787602476.542123:0:24478:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b800/0xbc87b28475e37ab7 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542141:0:24478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542149:0:24478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542157:0:24478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542165:0:24478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628b000 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602476.542171:0:24478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542180:0:24478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542196:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:2.0:1787602476.542200:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602476.542205:0:24478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542222:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37aa9 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542240:0:24478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542246:0:24478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542251:0:24478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542256:0:24478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628a200 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602476.542259:0:24478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542265:0:24478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542273:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d0560644000) 00010000:00010000:2.0:1787602476.542276:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602476.542279:0:24478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542285:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ab0 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542317:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37aa2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994485 expref: 13 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542344:0:24478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b800/0xbc87b28475e37ab7 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994485 expref: 12 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.542353:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:2.0:1787602476.542355:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1787602476.542358:0:24478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628b800, rc 0) 00000100:00100000:2.0:1787602476.542456:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db75f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+12:18993:x1874436293821056:12345-192.168.204.52@tcp:101:bash.0 Request processed in 988us (2790us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.542465:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 36 00000100:00100000:1.0:1787602476.544768:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602476.544890:0:21971:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293821184 00000100:00100000:0.0:1787602476.544924:0:21971:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293821184 00000100:00100000:0.0:1787602476.545049:0:21971:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 7 00000100:00100000:0.0:1787602476.545073:0:21971:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fd2cb68f-a480-4488-b473-873f94cbfe34+5:18993:x1874436293821184:12345-192.168.204.52@tcp:900:bash.0 00000100:00100000:0.0:1787602476.545196:0:21971:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_fld_0000:fd2cb68f-a480-4488-b473-873f94cbfe34+5:18993:x1874436293821184:12345-192.168.204.52@tcp:900:bash.0 Request processed in 127us (445us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602476.545206:0:21971:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 7 00000100:00100000:0.0:1787602476.550270:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.550718:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293821440 00000100:00100000:2.0:1787602476.550735:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293821440 00000100:00100000:2.0:1787602476.550827:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 37 00000100:00100000:2.0:1787602476.550842:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+12:18993:x1874436293821440:12345-192.168.204.52@tcp:101:bash.0 00010000:00010000:2.0:1787602476.550872:0:21960:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602476.550913:0:21960:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37abe lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d99448c expref: -99 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.551135:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.551154:0:21960:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99447e expref: 12 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.551164:0:21960:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 4/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.551216:0:21960:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99447e expref: 12 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.551258:0:21960:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99447e expref: 12 pid: 21962 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602476.551277:0:21960:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21960:1874436318069248:192.168.204.52@tcp:104: 00000100:00100000:2.0:1787602476.551406:0:21960:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b45d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1787602476.558419:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602476.558729:0:21946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293821568 00000100:00100000:0.0:1787602476.558744:0:21946:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293821568 00010000:00010000:0.0:1787602476.558813:0:21946:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99447e expref: 13 pid: 21962 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602476.558878:0:21946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 16 00000100:00100000:0.0:1787602476.558928:0:21946:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d8766990-3016-444c-8995-d80c75ef1f7b+13:2401:x1874436293821568:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1787602476.558953:0:21946:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602476.558963:0:21946:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99447e expref: 13 pid: 21962 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.558980:0:21946:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99447e expref: 13 pid: 21962 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.559010:0:21946:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:0.0:1787602476.559056:0:21946:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.559069:0:21946:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.559086:0:21946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x50290000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602476.559109:0:21946:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602476.559183:0:21946:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db77100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:d8766990-3016-444c-8995-d80c75ef1f7b+13:2401:x1874436293821568:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 259us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602476.559191:0:21946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 16 00010000:00010000:2.0:1787602476.559325:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56400/0xbc87b28475e37a9b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99447e expref: 12 pid: 21962 timeout: 883 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602476.559349:0:21960:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627c000 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21960:1874436318069248:192.168.204.52@tcp:104: 00010000:00010000:2.0:1787602476.559377:0:21960:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.559388:0:21960:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.559395:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.559429:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.559439:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.559448:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565587:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565629:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565646:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787602476.565667:0:21960:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:1.0:1787602476.565799:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565808:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565817:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565824:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628ae00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:1.0:1787602476.565830:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565841:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565887:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:1.0:1787602476.565891:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1787602476.565907:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565915:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37ac5 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:1.0:1787602476.565938:0:21960:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000030d68a38 reply state 00000000c48cff69 transno 12884901896 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565952:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.565959:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d0552e98d00) 00010000:00010000:1.0:1787602476.565961:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:1.0:1787602476.565965:0:21960:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00010000:00010000:1.0:1787602476.566060:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37abe lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99448c expref: 15 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.566081:0:21960:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99448c expref: 14 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.566088:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:1.0:1787602476.566090:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 9 00010000:00010000:1.0:1787602476.566093:0:21960:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d6200, rc 0) 00000100:00100000:1.0:1787602476.566213:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573952300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+15:18993:x1874436293821440:12345-192.168.204.52@tcp:101:bash.0 Request processed in 15374us (15962us total) trans 12884901896 rc 0/0 00000100:00100000:1.0:1787602476.566224:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 37 00000100:00100000:3.0:1787602476.576262:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602476.576392:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293821696 00000100:00100000:1.0:1787602476.576408:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293821696 00000100:00100000:1.0:1787602476.576500:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 38 00000100:00100000:1.0:1787602476.576514:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+15:18993:x1874436293821696:12345-192.168.204.52@tcp:101:bash.0 00010000:00010000:1.0:1787602476.576553:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602476.576582:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6800/0xbc87b28475e37ae1 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994493 expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.576687:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6600/0xbc87b28475e37ae8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.576719:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6600/0xbc87b28475e37ae8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.576734:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6600/0xbc87b28475e37ae8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1787602476.576792:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:1.0:1787602476.576799:0:21961:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1787602476.576827:0:21961:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6600/0xbc87b28475e37ae8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.576842:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6600/0xbc87b28475e37ae8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.576874:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6800/0xbc87b28475e37ae1 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994493 expref: 17 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.576906:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6600/0xbc87b28475e37ae8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994493 expref: 16 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.576941:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:1.0:1787602476.576945:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1787602476.576950:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d05765d6600, rc 0) 00000100:00100000:1.0:1787602476.577062:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db76d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+16:18993:x1874436293821696:12345-192.168.204.52@tcp:101:bash.0 Request processed in 552us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602476.577071:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 38 00000100:00100000:3.0:1787602476.580692:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.583230:0:21963:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293821952 00000100:00100000:2.0:1787602476.583281:0:21963:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293821952 00000100:00100000:2.0:1787602476.583471:0:21963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 5 00000100:00100000:2.0:1787602476.583487:0:21963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+16:18993:x1874436293821952:12345-192.168.204.52@tcp:35:bash.0 00000100:00100000:2.0:1787602476.586415:0:21963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+17:18993:x1874436293821952:12345-192.168.204.52@tcp:35:bash.0 Request processed in 2908us (5715us total) trans 12884901897 rc 0/0 00000100:00100000:2.0:1787602476.586437:0:21963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 5 00010000:00010000:2.0:1787602476.688305:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602476.697148:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.697284:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.697321:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.697368:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602476.697411:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293822208 00000100:00100000:2.0:1787602476.697425:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293822208 00000100:00100000:2.0:1787602476.697504:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293822336 00000100:00100000:2.0:1787602476.697507:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293822336 00000100:00100000:2.0:1787602476.697523:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293822592 00000100:00100000:2.0:1787602476.697525:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293822592 00000100:00100000:2.0:1787602476.697556:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 19 00000100:00100000:2.0:1787602476.697569:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293822208:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602476.697675:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293822208:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 108us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.697685:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 19 00000100:00100000:2.0:1787602476.697708:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 20 00000100:00100000:2.0:1787602476.697714:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576cb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2400:x1874436293822336:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602476.697743:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576cb0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2400:x1874436293822336:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 29us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.697774:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 20 00000100:00100000:2.0:1787602476.697986:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 21 00000100:00100000:2.0:1787602476.697994:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d8766990-3016-444c-8995-d80c75ef1f7b+5:2400:x1874436293822592:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602476.698087:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d8766990-3016-444c-8995-d80c75ef1f7b+5:2400:x1874436293822592:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 92us (716us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.698094:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 21 00000100:00080000:2.0:1787602476.698121:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1787602476.698128:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787602476.703106:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.703156:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293822464 00000100:00100000:3.0:1787602476.703171:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293822464 00000100:00100000:3.0:1787602476.703266:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 22 00000100:00100000:3.0:1787602476.703278:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293822464:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:3.0:1787602476.703375:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db75500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293822464:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 99us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602476.703384:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 22 00000100:00080000:3.0:1787602476.703416:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602476.706982:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293822080 00000100:00100000:0.0:1787602476.707007:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293822080 00000100:00100000:0.0:1787602476.707872:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 167 00000100:00100000:0.0:1787602476.707890:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+13:2400:x1874436293822080:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:0.0:1787602476.708055:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+13:2400:x1874436293822080:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 168us (11286us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602476.708090:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 167 00000100:00100000:2.0:1787602476.710943:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602476.712001:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293822848 00000100:00100000:3.0:1787602476.712075:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293822848 00000100:00100000:3.0:1787602476.712168:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 39 00000100:00100000:3.0:1787602476.712193:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+17:19003:x1874436293822848:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:3.0:1787602476.712235:0:21962:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602476.712271:0:21962:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37aef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d99449a expref: -99 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787602476.712699:0:21962:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 1024 00010000:00010000:3.0:1787602476.712960:0:21962:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37aef lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99449a expref: 19 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.712979:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:3.0:1787602476.712982:0:21962:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787602476.712988:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37aef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99449a expref: 19 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602476.713009:0:21962:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057cf56e00, rc 0) 00000100:00100000:3.0:1787602476.713165:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+18:19003:x1874436293822848:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 984us (2237us total) trans 12884901898 rc 301/301 00000100:00100000:3.0:1787602476.713175:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 39 00000100:00100000:3.0:1787602476.718584:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602476.718769:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293823104 00000100:00100000:1.0:1787602476.718795:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293823104 00000100:00100000:1.0:1787602476.718872:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 6 00000100:00100000:1.0:1787602476.718886:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+18:19003:x1874436293823104:12345-192.168.204.52@tcp:35:lfs.0 00000100:00100000:1.0:1787602476.719392:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+19:19003:x1874436293823104:12345-192.168.204.52@tcp:35:lfs.0 Request processed in 505us (823us total) trans 12884901899 rc 0/0 00000100:00100000:1.0:1787602476.719404:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 6 00000100:00100000:2.0:1787602476.798310:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602476.799703:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293823360 00000100:00100000:1.0:1787602476.799722:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293823360 00000100:00100000:1.0:1787602476.799836:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 40 00000100:00100000:1.0:1787602476.799850:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057627d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+19:19006:x1874436293823360:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:1.0:1787602476.799889:0:24478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1787602476.799930:0:24478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6800/0xbc87b28475e37afd lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944a1 expref: -99 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.809866:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37b04 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.809912:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37b04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.809930:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37b04 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602476.809954:0:24478:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787602476.813973:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6800/0xbc87b28475e37afd lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944a1 expref: 22 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.814097:0:24478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37b04 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944a1 expref: 21 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.814111:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602476.814149:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787602476.814155:0:24478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628b000, rc 0) 00000100:00100000:2.0:1787602476.814327:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057627d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+21:19006:x1874436293823360:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 14478us (16031us total) trans 12884901900 rc 0/0 00000100:00100000:2.0:1787602476.814337:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 40 00000100:00100000:2.0:1787602476.820476:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0573950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318069376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787602476.820656:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.820702:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318069888:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.820732:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602476.821945:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318069888 00000100:00100000:0.0:1787602476.821961:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318069888 00000100:00100000:2.0:1787602476.822004:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0559da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318069504:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1787602476.822075:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.822102:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318070016:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.822139:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.822160:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318070528:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.822182:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.822201:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1874436318071040:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.822232:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.822297:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318069632:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.822334:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.822366:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318070144:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.822389:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.822405:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318070656:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.822425:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.822442:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1874436318071168:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.822487:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602476.822906:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318070016 00000100:00100000:3.0:1787602476.822914:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318070016 00000100:00100000:3.0:1787602476.823009:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318070528 00000100:00100000:3.0:1787602476.823013:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318070528 00000100:00100000:3.0:1787602476.823080:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787602476.823092:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318070016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602476.823266:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3454:x1874436318070016:12345-0@lo:400:kworker.0 Request processed in 175us (1124us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602476.823292:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:3.0:1787602476.823342:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:3.0:1787602476.823363:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318070528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602476.823411:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318070528:12345-0@lo:400:kworker.0 Request processed in 51us (1229us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602476.823451:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787602476.825568:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1787602476.825613:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318069760:0@lo:400:kworker.0 00000100:00100000:0.0:1787602476.825658:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787602476.825675:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318069888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.825715:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.826042:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318070272:0@lo:400:kworker.0 00000100:00100000:0.0:1787602476.826153:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318069888:12345-0@lo:400:kworker.0 Request processed in 483us (5418us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602476.826164:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:3.0:1787602476.826205:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3454:1874436318070016:0@lo:400:kworker.0 00000100:00100000:3.0:1787602476.826226:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318070528:0@lo:400:kworker.0 00000100:00100000:0.0:1787602476.826310:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318069760 00000100:00100000:0.0:1787602476.826319:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318069760 00000100:00100000:0.0:1787602476.826358:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787602476.826367:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318069760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602476.826415:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318069760:12345-0@lo:400:kworker.0 Request processed in 49us (701us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602476.826421:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:0.0:1787602476.826445:0:23276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318069376 00000100:00100000:0.0:1787602476.826450:0:23276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318069376 00000100:00100000:0.0:1787602476.826471:0:23276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318069504 00000100:00100000:0.0:1787602476.826475:0:23276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318069504 00000100:00100000:0.0:1787602476.826495:0:23276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787602476.826502:0:23276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318069376:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1787602476.826539:0:23276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:2.0:1787602476.826548:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.826615:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1874436318070784:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.826648:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.826705:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318069760:0@lo:400:kworker.0 00000100:00100000:0.0:1787602476.826747:0:23276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057dc42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318069376:12345-0@lo:13:osp-pre-1-0.0 Request processed in 243us (6091us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.826749:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318070272 00000100:00100000:0.0:1787602476.826755:0:23276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 23 00000100:00100000:0.0:1787602476.826770:0:23276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 24 00000100:00100000:0.0:1787602476.826776:0:23276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318069504:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1787602476.826810:0:23276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:0.0:1787602476.826844:0:23276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318069504:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (4769us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602476.826850:0:23276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 24 00000100:00100000:2.0:1787602476.827471:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318070272 00000100:00100000:2.0:1787602476.827851:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1787602476.827873:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318070272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602476.827927:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318071040 00000100:00100000:1.0:1787602476.827938:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318071040 00000100:00100000:1.0:1787602476.827992:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318070144 00000100:00100000:1.0:1787602476.827995:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318070144 00000100:00100000:1.0:1787602476.828051:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318070656 00000100:00100000:1.0:1787602476.828056:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318070656 00000100:00100000:2.0:1787602476.828065:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318070272:12345-0@lo:400:kworker.0 Request processed in 145us (1466us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602476.828069:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318071168 00000100:00100000:1.0:1787602476.828074:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318071168 00000100:00100000:2.0:1787602476.828077:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1787602476.828092:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318070784 00000100:00100000:1.0:1787602476.828096:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318070784 00000100:00100000:1.0:1787602476.828116:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787602476.828124:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1874436318071040:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.828136:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318070272:0@lo:400:kworker.0 00000100:00100000:1.0:1787602476.828196:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3454:x1874436318071040:12345-0@lo:400:kworker.0 Request processed in 72us (5962us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602476.828202:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:1.0:1787602476.828217:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787602476.828223:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318070144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602476.828258:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3451:x1874436318070144:12345-0@lo:400:kworker.0 Request processed in 36us (5867us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602476.828265:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1787602476.828277:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1787602476.828283:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05762c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318070656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.828308:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318069888:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.828319:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057627df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318070400:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.828366:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.828389:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318070912:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.828418:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602476.828520:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0573950380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318069376:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787602476.828542:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318070400 00000100:00100000:2.0:1787602476.828552:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318070400 00000100:00100000:2.0:1787602476.828584:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787602476.828589:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318070400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.828621:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573964000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318070400:12345-0@lo:400:kworker.0 Request processed in 32us (255us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.828627:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00100000:2.0:1787602476.828649:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3451:1874436318070144:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.828676:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318070400:0@lo:400:kworker.0 00000100:00080000:2.0:1787602476.829144:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787602476.829150:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787602476.829153:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1787602476.829155:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787602476.829174:0:21955:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318069632 00000100:00100000:2.0:1787602476.829179:0:21955:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318069632 00000100:00100000:2.0:1787602476.829209:0:21955:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1787602476.829215:0:21955:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3451:x1874436318069632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.829335:0:21955:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3451:x1874436318069632:12345-0@lo:400:kworker.0 Request processed in 119us (7000us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.829342:0:21955:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1787602476.829381:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:9b57cd82-69f6-4187-bab5-441c91e6943b:3451:1874436318069632:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.829414:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318070912 00000100:00100000:2.0:1787602476.829418:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318070912 00000100:00080000:2.0:1787602476.829434:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1787602476.829793:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1787602476.829803:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0445197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1874436318071168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.829850:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0445197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3451:x1874436318071168:12345-0@lo:400:kworker.0 Request processed in 49us (7362us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.829867:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00080000:2.0:1787602476.830180:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057db27b80 x1874436318071168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602476.830197:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db27b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3451:1874436318071168:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.830227:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1787602476.830235:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0575f99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1874436318070784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.830356:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0575f99880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3451:x1874436318070784:12345-0@lo:400:kworker.0 Request processed in 121us (3706us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.830363:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1787602476.830391:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3451:1874436318070784:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.830410:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1787602476.830418:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318070912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1787602476.830633:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05762c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3451:x1874436318070656:12345-0@lo:400:kworker.0 Request processed in 2349us (8205us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602476.830654:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:2.0:1787602476.831172:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057627e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3451:1874436318070656:0@lo:400:kworker.0 00000100:00100000:2.0:1787602476.831221:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573965c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3453:x1874436318070912:12345-0@lo:400:kworker.0 Request processed in 805us (2802us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602476.831229:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00010000:00080000:2.0:1787602476.831346:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d057db26300 x1874436318070912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602492 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602476.831359:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db26300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3453:1874436318070912:0@lo:400:kworker.0 00000100:00100000:0.0:1787602476.832536:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0559da6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318069504:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1787602476.832557:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db25500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3454:1874436318071040:0@lo:400:kworker.0 00000100:00100000:1.0:1787602476.836470:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602476.836616:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602476.836656:0:21947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293823616 00000100:00100000:1.0:1787602476.837255:0:21947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293823616 00000100:00100000:1.0:1787602476.837335:0:21947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 0 00000100:00100000:1.0:1787602476.837348:0:21947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+21:2398:x1874436293823616:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787602476.837382:0:21947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787602476.837412:0:21947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37b04 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944a1 expref: 21 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.837437:0:21947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:1.0:1787602476.837442:0:21947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787602476.837531:0:21947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+20:2398:x1874436293823616:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 185us (915us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602476.837539:0:21947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 0 00000100:00100000:1.0:1787602476.837586:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293823488 00000100:00100000:1.0:1787602476.837592:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293823488 00000100:00100000:1.0:1787602476.837617:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 41 00000100:00100000:1.0:1787602476.837624:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+20:19006:x1874436293823488:12345-192.168.204.52@tcp:54:lfs.0 00010000:00010000:1.0:1787602476.837709:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.839061:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.839077:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.839117:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.839124:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.839130:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.839148:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d05765d6a00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:1.0:1787602476.839153:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.839963:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.839988:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:1.0:1787602476.839992:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:1.0:1787602476.839997:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.840003:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6a00/0xbc87b28475e37b12 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602476.840829:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+20:19006:x1874436293823488:12345-192.168.204.52@tcp:54:lfs.0 Request processed in 3195us (4366us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602476.840841:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 41 00000100:00100000:1.0:1787602476.862079:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602476.862122:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293823872 00000100:00100000:1.0:1787602476.862132:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293823872 00000100:00100000:1.0:1787602476.862185:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 7 00000100:00100000:1.0:1787602476.862197:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+20:19006:x1874436293823872:12345-192.168.204.52@tcp:35:lfs.0 00000100:00100000:1.0:1787602476.862662:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+21:19006:x1874436293823872:12345-192.168.204.52@tcp:35:lfs.0 Request processed in 464us (588us total) trans 12884901901 rc 0/0 00000100:00100000:1.0:1787602476.862670:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 7 00000001:00080000:2.0:1787602476.904423:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901892 is committed 00000001:00080000:2.0:1787602476.904464:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901889 is committed 00010000:00010000:1.0:1787602476.904472:0:3437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787602476.904484:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901899 is committed 00000001:00080000:2.0:1787602476.904496:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901900 is committed 00010000:00010000:1.0:1787602476.904511:0:3437:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.904522:0:3437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787602476.904524:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901893 is committed 00010000:00010000:1.0:1787602476.904535:0:3437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f600 already unused, calling callback (ffffffffc1f034f0) 00000001:00080000:2.0:1787602476.904545:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901895 is committed 00010000:00010000:1.0:1787602476.904545:0:3437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.904562:0:3437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.904584:0:3437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:1.0:1787602476.904588:0:3437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 22 00010000:00010000:1.0:1787602476.904593:0:3437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602476.904600:0:3437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37a71 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x22/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904695:0:3438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 3/0,1 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904708:0:3438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 2/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904717:0:3438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904723:0:3438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf56800 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602476.904727:0:3438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 3/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904736:0:3438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 4/0,0 mode: TXN/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904764:0:3438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xa6028a67 (ffff8d0560644000) 00010000:00010000:2.0:1787602476.904768:0:3438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602476.904773:0:3438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 2/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904781:0:3438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56800/0xbc87b28475e37a1d lrc: 0/0,0 mode: --/TXN res: [0x200000007:0x1:0x0].0xa6028a67 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904812:0:3438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904820:0:3438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904826:0:3438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904839:0:3438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf57600 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602476.904843:0:3438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904849:0:3438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904859:0:3438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:2.0:1787602476.904861:0:3438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602476.904864:0:3438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904870:0:3438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57600/0xbc87b28475e37a24 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904898:0:3438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904906:0:3438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904913:0:3438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904919:0:3438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628a800 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602476.904922:0:3438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904928:0:3438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904950:0:3438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d0552e98d00) 00010000:00010000:2.0:1787602476.904953:0:3438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602476.904956:0:3438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602476.904962:0:3438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37acc lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602477.172622:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602477.173302:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293824128 00000100:00100000:2.0:1787602477.173320:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293824128 00000100:00100000:2.0:1787602477.173412:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 42 00000100:00100000:2.0:1787602477.173427:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+12:19037:x1874436293824128:12345-192.168.204.52@tcp:101:cat.0 00010000:00010000:2.0:1787602477.173471:0:21962:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602477.173509:0:21962:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37b19 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944a8 expref: -99 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.173701:0:21962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b20 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.173721:0:21962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b20 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.173740:0:21962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b20 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602477.173755:0:21962:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787602477.173990:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37b19 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944a8 expref: 15 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.174071:0:21962:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b20 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944a8 expref: 14 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.174082:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602477.174085:0:21962:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787602477.174091:0:21962:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a200, rc 0) 00000100:00100000:2.0:1787602477.174193:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+14:19037:x1874436293824128:12345-192.168.204.52@tcp:101:cat.0 Request processed in 770us (1588us total) trans 12884901902 rc 0/0 00000100:00100000:2.0:1787602477.174203:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 42 00000100:00100000:1.0:1787602477.181549:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602477.181660:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293824256 00000100:00100000:2.0:1787602477.181675:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293824256 00000100:00100000:1.0:1787602477.181714:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602477.181785:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 1 00000100:00100000:2.0:1787602477.181800:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+14:2399:x1874436293824256:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787602477.181823:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602477.181863:0:21945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b20 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944a8 expref: 14 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.181903:0:21945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602477.181911:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602477.181989:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559da6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+13:2399:x1874436293824256:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 192us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602477.181998:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 1 00000100:00100000:3.0:1787602477.182155:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293824512 00000100:00100000:3.0:1787602477.182162:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293824512 00000100:00100000:3.0:1787602477.182268:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 8 00000100:00100000:3.0:1787602477.182279:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+13:19037:x1874436293824512:12345-192.168.204.52@tcp:35:cat.0 00000100:00100000:3.0:1787602477.183986:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547058000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+14:19037:x1874436293824512:12345-192.168.204.52@tcp:35:cat.0 Request processed in 1696us (2259us total) trans 12884901903 rc 0/0 00000100:00100000:3.0:1787602477.184003:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 8 00000100:00100000:1.0:1787602477.290183:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602477.290309:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293824768 00000100:00100000:2.0:1787602477.290325:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293824768 00000100:00100000:2.0:1787602477.290402:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 43 00000100:00100000:2.0:1787602477.290499:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d054705bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+14:19043:x1874436293824768:12345-192.168.204.52@tcp:101:dd.0 00010000:00010000:2.0:1787602477.290537:0:21960:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602477.290566:0:21960:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b2e lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944af expref: -99 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.291383:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37b35 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.291408:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37b35 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.291424:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37b35 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602477.291598:0:21960:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:2.0:1787602477.292350:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b2e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944af expref: 17 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.292381:0:21960:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37b35 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944af expref: 16 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.292392:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602477.292396:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787602477.292401:0:21960:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a800, rc 0) 00000100:00100000:2.0:1787602477.292914:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d054705bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+16:19043:x1874436293824768:12345-192.168.204.52@tcp:101:dd.0 Request processed in 2478us (2901us total) trans 12884901904 rc 0/0 00000100:00100000:2.0:1787602477.292926:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 43 00000100:00100000:1.0:1787602477.305418:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602477.305536:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293825024 00000100:00100000:3.0:1787602477.305550:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293825024 00000100:00100000:3.0:1787602477.305637:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 44 00000100:00100000:3.0:1787602477.305650:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d054705b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+16:19043:x1874436293825024:12345-192.168.204.52@tcp:36:dd.0 00010000:00010000:3.0:1787602477.305749:0:21961:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:3.0:1787602477.305788:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37b35 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944af expref: 16 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602477.305818:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6600/0xbc87b28475e37ae8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994493 expref: 15 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602477.305832:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602477.305839:0:21961:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787602477.306405:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602477.306549:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602477.306562:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787602477.306637:0:21961:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901905 00000004:00010000:3.0:1787602477.306667:0:21961:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000094d611e7 reply state 00000000d6585c01 transno 12884901906 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602477.307386:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602477.307408:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602477.307411:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787602477.307416:0:21961:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787602477.307660:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d054705b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+17:19043:x1874436293825024:12345-192.168.204.52@tcp:36:dd.0 Request processed in 2007us (2254us total) trans 12884901906 rc 0/0 00000100:00100000:3.0:1787602477.307671:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 44 00000020:00080000:3.0:1787602477.307678:0:21961:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1787602477.454857:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602477.459624:0:21963:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293825280 00000100:00100000:0.0:1787602477.459652:0:21963:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293825280 00000100:00100000:0.0:1787602477.459761:0:21963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 9 00000100:00100000:0.0:1787602477.459775:0:21963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+17:19043:x1874436293825280:12345-192.168.204.52@tcp:35:dd.0 00000100:00100000:0.0:1787602477.461600:0:21963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547059880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+18:19043:x1874436293825280:12345-192.168.204.52@tcp:35:dd.0 Request processed in 1810us (6741us total) trans 12884901907 rc 0/0 00000100:00100000:0.0:1787602477.461618:0:21963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 9 00010000:00010000:3.0:1787602477.713518:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602477.755356:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602477.762635:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293825408 00000100:00100000:2.0:1787602477.762660:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293825408 00000100:00100000:2.0:1787602477.762822:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 45 00000100:00100000:2.0:1787602477.762837:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+18:19057:x1874436293825408:12345-192.168.204.52@tcp:101:stat.0 00010000:00010000:2.0:1787602477.762889:0:24478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602477.762926:0:24478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b4a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944b6 expref: -99 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.763054:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.763074:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.763088:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.763108:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.763116:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.763123:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.765408:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b5f lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.766352:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b5f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.766372:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b5f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602477.766539:0:24478:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:2.0:1787602477.766546:0:24478:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787602477.766614:0:24478:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b5f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.766632:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b5f lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.766645:0:24478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.766653:0:24478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.766662:0:24478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.766670:0:24478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628aa00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602477.766675:0:24478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767294:0:24478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767314:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:2.0:1787602477.767318:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602477.767324:0:24478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767331:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b51 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767372:0:24478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767378:0:24478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767385:0:24478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767390:0:24478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628ae00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602477.767393:0:24478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767400:0:24478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767409:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d0552e98d00) 00010000:00010000:2.0:1787602477.767411:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602477.767525:0:24478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767535:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b58 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767601:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b4a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944b6 expref: 20 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767621:0:24478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b5f lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944b6 expref: 19 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.767641:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602477.767644:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787602477.767647:0:24478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628be00, rc 0) 00000100:00100000:2.0:1787602477.768613:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547058e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+19:19057:x1874436293825408:12345-192.168.204.52@tcp:101:stat.0 Request processed in 5769us (13264us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602477.768628:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 45 00000100:00100000:2.0:1787602477.843865:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318071296:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1787602477.844008:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602477.844289:0:23276:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318071296 00000100:00100000:0.0:1787602477.844302:0:23276:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318071296 00000100:00100000:0.0:1787602477.845269:0:23276:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787602477.845291:0:23276:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318071296:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1787602477.845355:0:23276:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:0.0:1787602477.845466:0:23276:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db25500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318071296:12345-0@lo:13:osp-pre-0-0.0 Request processed in 177us (1452us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602477.845476:0:23276:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00100000:2.0:1787602477.845636:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547059c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318071296:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1787602477.873801:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602477.874685:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293825664 00000100:00100000:2.0:1787602477.874703:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293825664 00000100:00100000:2.0:1787602477.874883:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 46 00000100:00100000:2.0:1787602477.874898:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+19:19063:x1874436293825664:12345-192.168.204.52@tcp:36:truncate.0 00010000:00010000:2.0:1787602477.874987:0:21962:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602477.875083:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b5f lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944b6 expref: 19 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.875110:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602477.875117:0:21962:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1787602477.875426:0:21962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.875443:0:21962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.875455:0:21962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:2.0:1787602477.875560:0:21962:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901908 00000004:00010000:2.0:1787602477.875594:0:21962:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 000000001cbb47cb reply state 00000000dc3dcd26 transno 12884901909 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.875611:0:21962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602477.875618:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602477.875620:0:21962:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1787602477.875624:0:21962:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1787602477.875799:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547058380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+21:19063:x1874436293825664:12345-192.168.204.52@tcp:36:truncate.0 Request processed in 904us (2015us total) trans 12884901909 rc 0/0 00000100:00100000:2.0:1787602477.875808:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 46 00000020:00080000:2.0:1787602477.875815:0:21962:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1787602478.097406:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602478.097529:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293825792 00000100:00100000:2.0:1787602478.097685:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293825792 00000100:00100000:2.0:1787602478.097805:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 47 00000100:00100000:2.0:1787602478.097821:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d054705a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+21:19077:x1874436293825792:12345-192.168.204.52@tcp:101:stat.0 00010000:00010000:2.0:1787602478.097856:0:21960:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602478.097894:0:21960:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b6d lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944bd expref: -99 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.097987:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.098005:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.098068:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.098100:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.098108:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.098115:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.098537:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00080000:0.0:1787602478.098820:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1787602478.098882:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.098894:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602478.098952:0:21960:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00000004:00200000:2.0:1787602478.098957:0:21960:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787602478.098984:0:21960:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099000:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099010:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099049:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099073:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099080:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628ae00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602478.099086:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099095:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099110:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:2.0:1787602478.099114:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602478.099118:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099124:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37b74 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099140:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099146:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099152:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099157:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628aa00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602478.099159:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099177:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099185:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d0552e98d00) 00010000:00010000:2.0:1787602478.099188:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602478.099192:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099198:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b7b lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099247:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b6d lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944bd expref: 23 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099263:0:21960:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944bd expref: 22 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.099272:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602478.099274:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787602478.099277:0:21960:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a600, rc 0) 00000100:00100000:2.0:1787602478.109104:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d054705a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+22:19077:x1874436293825792:12345-192.168.204.52@tcp:101:stat.0 Request processed in 11265us (11686us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602478.109126:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 47 00000100:00100000:1.0:1787602478.179844:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602478.180053:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293826048 00000100:00100000:3.0:1787602478.180069:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293826048 00000100:00100000:3.0:1787602478.180178:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 48 00000100:00100000:3.0:1787602478.180192:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547059f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+22:19087:x1874436293826048:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:3.0:1787602478.180224:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602478.180253:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37b89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944c4 expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787602478.180660:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 7168 00010000:00010000:3.0:1787602478.181114:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37b89 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944c4 expref: 24 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.181135:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:3.0:1787602478.181139:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787602478.181146:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37b89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944c4 expref: 24 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.181166:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057cf56e00, rc 0) 00000100:00100000:3.0:1787602478.181260:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547059f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+23:19087:x1874436293826048:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 1071us (1448us total) trans 12884901910 rc 301/301 00000100:00100000:3.0:1787602478.181270:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 48 00000100:00100000:1.0:1787602478.187812:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602478.187934:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293826304 00000100:00100000:3.0:1787602478.187952:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293826304 00000100:00100000:3.0:1787602478.188087:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 10 00000100:00100000:3.0:1787602478.188102:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0576149450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+23:19087:x1874436293826304:12345-192.168.204.52@tcp:35:lfs.0 00000100:00100000:3.0:1787602478.188921:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0576149450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+24:19087:x1874436293826304:12345-192.168.204.52@tcp:35:lfs.0 Request processed in 819us (1121us total) trans 12884901911 rc 0/0 00000100:00100000:3.0:1787602478.188931:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 10 00000100:00100000:1.0:1787602478.310686:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602478.314516:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293826560 00000100:00100000:2.0:1787602478.314539:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293826560 00000100:00100000:2.0:1787602478.314658:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 49 00000100:00100000:2.0:1787602478.314672:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d054705ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+24:19093:x1874436293826560:12345-192.168.204.52@tcp:101:bash.0 00010000:00010000:2.0:1787602478.314735:0:24478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602478.314766:0:24478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b97 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944cb expref: -99 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.314915:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.314935:0:24478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99448c expref: 25 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.314944:0:24478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944bd expref: 25 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.314955:0:24478:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 5/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.315623:0:24478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944bd expref: 25 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.315644:0:24478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944bd expref: 25 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602478.315661:0:24478:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db26300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24478:1874436318071424:192.168.204.52@tcp:104: 00010000:00010000:2.0:1787602478.315858:0:24478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99448c expref: 25 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.315879:0:24478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99448c expref: 25 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602478.315908:0:24478:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24478:1874436318071552:192.168.204.52@tcp:104: 00000100:00100000:2.0:1787602478.315939:0:24478:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b45d9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1787602478.326656:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602478.327712:0:21946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293826688 00000100:00100000:3.0:1787602478.327729:0:21946:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293826688 00010000:00010000:3.0:1787602478.327805:0:21946:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 5/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944bd expref: 26 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602478.327936:0:24478:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db26300 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24478:1874436318071424:192.168.204.52@tcp:104: 00000100:00100000:2.0:1787602478.327950:0:24478:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24000 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:24478:1874436318071552:192.168.204.52@tcp:104: 00010000:00010000:2.0:1787602478.327995:0:24478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602478.328684:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602478.336605:0:21946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293826816 00000100:00100000:3.0:1787602478.336697:0:21946:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293826816 00010000:00010000:3.0:1787602478.336765:0:21946:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99448c expref: 27 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602478.336956:0:21946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 17 00000100:00100000:3.0:1787602478.337056:0:21946:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d054705a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+27:2400:x1874436293826688:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787602478.337132:0:21946:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787602478.337143:0:21946:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944bd expref: 27 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.337160:0:21946:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944bd expref: 27 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.337190:0:21946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37b82 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944bd expref: 27 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.337213:0:21946:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602478.337219:0:21946:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.337232:0:21946:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 2 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.337239:0:21946:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1787602478.337325:0:21946:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d054705a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+26:2400:x1874436293826688:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 278us (10686us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602478.337333:0:21946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 17 00000100:00100000:2.0:1787602478.338591:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 18 00000100:00100000:2.0:1787602478.338618:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573c08050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+26:2401:x1874436293826816:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787602478.338640:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602478.338653:0:21945:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99448c expref: 26 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.338672:0:21945:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99448c expref: 26 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.338700:0:21945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d05765d6200/0xbc87b28475e37ad3 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x9/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99448c expref: 26 pid: 21960 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.338721:0:21945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602478.338727:0:21945:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.338739:0:21945:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.338772:0:21945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 4/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.338819:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602478.338895:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573c08050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+25:2401:x1874436293826816:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 290us (10213us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602478.338903:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 18 00010000:00010000:2.0:1787602478.338955:0:24478:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.338964:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602478.338989:0:24478:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 1234567 00010000:00010000:2.0:1787602478.339885:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37b97 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944cb expref: 26 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.339913:0:24478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944cb expref: 25 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.339923:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602478.339927:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 5 00010000:00010000:2.0:1787602478.339930:0:24478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628aa00, rc 0) 00000100:00100000:2.0:1787602478.340900:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d054705ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+24:19093:x1874436293826560:12345-192.168.204.52@tcp:101:bash.0 Request processed in 26221us (30222us total) trans 12884901912 rc 0/0 00000100:00100000:2.0:1787602478.340913:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 49 00000100:00100000:0.0:1787602478.352399:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602478.352510:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293827072 00000100:00100000:3.0:1787602478.352539:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293827072 00000100:00100000:3.0:1787602478.352615:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 50 00000100:00100000:3.0:1787602478.352627:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+24:19093:x1874436293827072:12345-192.168.204.52@tcp:36:bash.0 00010000:00010000:3.0:1787602478.352957:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.352977:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.352992:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:3.0:1787602478.354361:0:21961:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901913 00000004:00010000:3.0:1787602478.354423:0:21961:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 0000000020ce8574 reply state 000000003987e575 transno 12884901914 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.354445:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.354454:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602478.354458:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:3.0:1787602478.354461:0:21961:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787602478.354581:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573951f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+27:19093:x1874436293827072:12345-192.168.204.52@tcp:36:bash.0 Request processed in 1953us (2191us total) trans 12884901914 rc 0/0 00000100:00100000:3.0:1787602478.354590:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 50 00000020:00080000:3.0:1787602478.354596:0:21961:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:1.0:1787602478.366372:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602478.366789:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293827200 00000100:00100000:2.0:1787602478.366805:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293827200 00000100:00100000:2.0:1787602478.366950:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 51 00000100:00100000:2.0:1787602478.366964:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d054705b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+27:19093:x1874436293827200:12345-192.168.204.52@tcp:101:bash.0 00010000:00010000:2.0:1787602478.367001:0:21960:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602478.367082:0:21960:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37bb3 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944d2 expref: -99 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.367184:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37bb3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944d2 expref: 28 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.367203:0:21960:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37bb3 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944d2 expref: 28 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.367228:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602478.367232:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1787602478.367238:0:21960:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628be00, rc 0) 00000100:00100000:2.0:1787602478.367327:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d054705b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+28:19093:x1874436293827200:12345-192.168.204.52@tcp:101:bash.0 Request processed in 366us (969us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602478.367334:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 51 00000100:00100000:1.0:1787602478.375568:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602478.375773:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293827328 00000100:00100000:2.0:1787602478.375788:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293827328 00000100:00100000:2.0:1787602478.375986:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 52 00000100:00100000:2.0:1787602478.376001:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+28:19093:x1874436293827328:12345-192.168.204.52@tcp:101:bash.0 00010000:00010000:2.0:1787602478.377547:0:21962:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602478.377591:0:21962:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37bba lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944d9 expref: -99 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.378435:0:21962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 8 type: IBT flags: 0x40000000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.378472:0:21962:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944cb expref: 29 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.378483:0:21962:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 4/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 8 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.378535:0:21962:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944cb expref: 29 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.378555:0:21962:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944cb expref: 29 pid: 24478 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602478.378572:0:21962:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:21962:1874436318071680:192.168.204.52@tcp:104: 00000100:00100000:2.0:1787602478.379982:0:21962:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057b45db40 going to sleep for 11 seconds 00000100:00100000:2.0:1787602478.392437:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602478.392598:0:21945:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293827456 00000100:00100000:1.0:1787602478.392611:0:21945:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293827456 00010000:00010000:1.0:1787602478.392677:0:21945:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944cb expref: 30 pid: 24478 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602478.392730:0:21945:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 19 00000100:00100000:1.0:1787602478.392743:0:21945:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+30:2400:x1874436293827456:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1787602478.392761:0:21945:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1787602478.392771:0:21945:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 5/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944cb expref: 30 pid: 24478 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602478.392787:0:21945:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 9 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944cb expref: 30 pid: 24478 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602478.392818:0:21945:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:1.0:1787602478.392824:0:21945:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x8 rrc: 9 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602478.392837:0:21945:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602478.392846:0:21945:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 4/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 9 type: IBT flags: 0x50290000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1787602478.392904:0:21945:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1787602478.392984:0:21945:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+30:2400:x1874436293827456:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 242us (575us total) trans 0 rc 0/0 00000100:00100000:1.0:1787602478.392992:0:21945:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 19 00010000:00010000:3.0:1787602478.393726:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37b9e lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x2:0x0].0x0 bits 0x5/0x0 rrc: 8 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944cb expref: 29 pid: 24478 timeout: 885 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602478.393748:0:21962:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24000 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:21962:1874436318071680:192.168.204.52@tcp:104: 00010000:00010000:3.0:1787602478.393793:0:21962:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.393805:0:21962:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.393811:0:21962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787602478.393892:0:21962:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1787602478.393899:0:21962:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787602478.393924:0:21962:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.393967:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37bba lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944d9 expref: 29 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.393983:0:21962:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944d9 expref: 28 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.393992:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602478.393995:0:21962:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1787602478.393999:0:21962:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a600, rc 0) 00000100:00100000:3.0:1787602478.394332:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547059180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+28:19093:x1874436293827328:12345-192.168.204.52@tcp:101:bash.0 Request processed in 18333us (18778us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602478.394342:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 52 00000100:00100000:2.0:1787602478.410427:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602478.411248:0:21947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293827712 00000100:00100000:0.0:1787602478.411264:0:21947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293827712 00000100:00100000:0.0:1787602478.411440:0:21947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 2 00000100:00100000:0.0:1787602478.411454:0:21947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+28:19093:x1874436293827712:12345-192.168.204.52@tcp:103:bash.0 00010000:00010000:0.0:1787602478.411477:0:21947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1787602478.411513:0:21947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37bc1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944d9 expref: 28 pid: 21962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602478.411546:0:21947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37bb3 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944d2 expref: 27 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602478.411560:0:21947:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:0.0:1787602478.411567:0:21947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602478.411655:0:21947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db27b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+26:19093:x1874436293827712:12345-192.168.204.52@tcp:103:bash.0 Request processed in 204us (1256us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602478.411679:0:21947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 2 00000100:00100000:3.0:1787602478.423315:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602478.423721:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293827840 00000100:00100000:2.0:1787602478.423737:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293827840 00000100:00100000:2.0:1787602478.423831:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 53 00000100:00100000:2.0:1787602478.423846:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+26:19093:x1874436293827840:12345-192.168.204.52@tcp:58:bash.0 00010000:00010000:2.0:1787602478.424065:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.424092:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602478.424122:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:2.0:1787602478.426345:0:21960:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1787602478.428370:0:21960:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0xa:0x7:0x0].3, 64 off8384 00000040:00080000:2.0:1787602478.428830:0:21960:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x14:0x0].1, 136 off8328 00000100:00100000:2.0:1787602478.429060:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db75c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+26:19093:x1874436293827840:12345-192.168.204.52@tcp:58:bash.0 Request processed in 5208us (5754us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602478.429077:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 53 00000100:00100000:0.0:1787602478.433586:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602478.433671:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293827968 00000100:00100000:3.0:1787602478.433685:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293827968 00000100:00100000:3.0:1787602478.433761:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 54 00000100:00100000:3.0:1787602478.433793:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573952680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+26:19093:x1874436293827968:12345-192.168.204.52@tcp:101:bash.0 00010000:00010000:3.0:1787602478.433821:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602478.433847:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37bcf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944e0 expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.433939:0:21961:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 2/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.433953:0:21961:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37bcf lrc: 4/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944e0 expref: 27 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.433983:0:21961:0:(ldlm_request.c:385:ldlm_blocking_ast_nocheck()) ### Lock still has references, will be cancelled later ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT flags: 0x40210400000020 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.433999:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37bcf lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944e0 expref: 27 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.434047:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602478.434052:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1787602478.434058:0:21961:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37bcf lrc: 3/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944e0 expref: 27 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602478.434068:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057cf56600, rc 0) 00000100:00100000:3.0:1787602478.434218:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573952680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+27:19093:x1874436293827968:12345-192.168.204.52@tcp:101:bash.0 Request processed in 428us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602478.434227:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 54 00010000:00010000:2.0:1787602478.736912:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1787602478.870984:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318071808:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1787602478.871133:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602478.871227:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318071808 00000100:00100000:3.0:1787602478.871236:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318071808 00000100:00100000:3.0:1787602478.871296:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 26 00000100:00100000:3.0:1787602478.871307:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318071808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1787602478.871330:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3859808256 avail 3857711104 00000100:00100000:3.0:1787602478.871393:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db77100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3453:x1874436318071808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (260us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602478.871401:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 26 00000100:00080000:3.0:1787602478.871425:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1787602478.871460:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db24000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3453:1874436318071808:0@lo:13:osp-pre-0-1.0 00000040:00080000:3.0:1787602479.312327:0:21996:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:3.0:1787602479.312337:0:21996:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:3.0:1787602479.312406:0:21996:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:3.0:1787602479.312414:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1787602479.312554:0:21996:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db76a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:21996:1874436318071936:192.168.204.52@tcp:107:hsm_cdtr.0 00000100:00100000:3.0:1787602479.312744:0:21996:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0576025f00 going to sleep for 11 seconds 00000100:00100000:3.0:1787602479.318157:0:21996:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db76a00 pname:cluuid:pid:xid:nid:opc:job hsm_cdtr:lustre-MDT0000_UUID:21996:1874436318071936:192.168.204.52@tcp:107:hsm_cdtr.0 00000100:00100000:2.0:1787602479.328472:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.328775:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293828096 00000100:00100000:3.0:1787602479.328787:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293828096 00000100:00100000:3.0:1787602479.328862:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 55 00000100:00100000:3.0:1787602479.328873:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+27:19095:x1874436293828096:12345-192.168.204.52@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787602479.328907:0:24478:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787602479.329053:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db24000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+27:19095:x1874436293828096:12345-192.168.204.52@tcp:53:lhsmtool_posix.0 Request processed in 181us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602479.329061:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 55 00000100:00100000:0.0:1787602479.335446:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.335674:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293828224 00000100:00100000:3.0:1787602479.335698:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293828224 00000100:00100000:3.0:1787602479.335760:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 56 00000100:00100000:3.0:1787602479.335771:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573952d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+27:19095:x1874436293828224:12345-192.168.204.52@tcp:34:lhsmtool_posix.0 00010000:00010000:3.0:1787602479.335856:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 3/1,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.335872:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.335884:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.335898:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 3/1,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.335906:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.335912:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.335934:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.335943:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.335949:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787602479.335988:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00000004:00200000:3.0:1787602479.335993:0:21961:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1787602479.336060:0:21961:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336072:0:21961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 3/1,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336078:0:21961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 2/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336084:0:21961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336091:0:21961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf57800 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.336096:0:21961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 3/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336103:0:21961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 4/0,0 mode: CR/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336116:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d0546906d00) 00010000:00010000:3.0:1787602479.336119:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602479.336124:0:21961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336129:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57800/0xbc87b28475e37bd6 lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336142:0:21961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 3/1,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336148:0:21961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 2/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336153:0:21961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336165:0:21961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf57e00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.336168:0:21961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 3/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336174:0:21961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 4/0,0 mode: PR/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336194:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x925dcd63 (ffff8d0560644100) 00010000:00010000:3.0:1787602479.336196:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602479.336199:0:21961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 2/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336205:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57e00/0xbc87b28475e37bdd lrc: 0/0,0 mode: --/PR res: [0x200000002:0x2:0x0].0x925dcd63 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336221:0:21961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336227:0:21961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336233:0:21961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336238:0:21961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf57200 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.336241:0:21961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336246:0:21961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336266:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602479.336268:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602479.336272:0:21961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.336278:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37be4 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602479.336418:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573952d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+27:19095:x1874436293828224:12345-192.168.204.52@tcp:34:lhsmtool_posix.0 Request processed in 647us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602479.336428:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 56 00000100:00100000:0.0:1787602479.346581:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.346715:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293828480 00000100:00100000:3.0:1787602479.346725:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293828480 00000100:00100000:3.0:1787602479.346788:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 57 00000100:00100000:3.0:1787602479.346799:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0573950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+27:19095:x1874436293828480:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787602479.346820:0:24478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602479.346851:0:24478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56200/0xbc87b28475e37beb lrc: 2/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944e7 expref: -99 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.346956:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.346972:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.346983:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1787602479.346995:0:24478:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x2:0x0]: returning size 0 00010000:00010000:3.0:1787602479.347157:0:24478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.347166:0:24478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.347172:0:24478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.347189:0:24478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf56c00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.347194:0:24478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.347202:0:24478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.347214:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602479.347217:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1787602479.347221:0:24478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.347227:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37bf2 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.347272:0:24478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56200/0xbc87b28475e37beb lrc: 1/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944e7 expref: 29 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.347284:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000002:0x2:0x0].0x0 (ffff8d0546906d00) 00010000:00010000:3.0:1787602479.347286:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:3.0:1787602479.347290:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56200/0xbc87b28475e37beb lrc: 0/0,0 mode: --/CR res: [0x200000002:0x2:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944e7 expref: 29 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.347311:0:24478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057cf56200, rc 0) 00000100:00100000:3.0:1787602479.347373:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0573950380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+28:19095:x1874436293828480:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 Request processed in 576us (814us total) trans 12884901915 rc 301/301 00000100:00100000:3.0:1787602479.347381:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 57 00000100:00100000:2.0:1787602479.358123:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.358231:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293828608 00000100:00100000:3.0:1787602479.358244:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293828608 00000100:00100000:3.0:1787602479.358298:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 58 00000100:00100000:3.0:1787602479.358308:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+28:19095:x1874436293828608:12345-192.168.204.52@tcp:53:lhsmtool_posix.0 00000004:00000080:3.0:1787602479.358343:0:21961:0:(mdt_handler.c:7972:mdt_fid2path()) path get [0x2000013a1:0x2:0x0] from 18446744073709551615 #0 00000100:00100000:3.0:1787602479.358466:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+28:19095:x1874436293828608:12345-192.168.204.52@tcp:53:lhsmtool_posix.0 Request processed in 160us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602479.358474:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 58 00000100:00100000:1.0:1787602479.361694:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.361852:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293828864 00000100:00100000:3.0:1787602479.361864:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293828864 00000100:00100000:3.0:1787602479.361927:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 59 00000100:00100000:3.0:1787602479.361937:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d054705b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+28:19095:x1874436293828864:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 00010000:00010000:3.0:1787602479.361956:0:24478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1787602479.361977:0:24478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56200/0xbc87b28475e37c00 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944ee expref: -99 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1787602479.363108:0:24478:0:(osp_internal.h:553:osp_update_last_fid()) Gap in objids: start=[0x280000401:0x6:0x0], count =60 00000004:00080000:3.0:1787602479.363117:0:24478:0:(osp_object.c:1645:osp_create()) Writing gap [0x280000401:0x6:0x0]+60 in llog 00000004:00080000:3.0:1787602479.363166:0:24478:0:(osp_object.c:1662:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x280000401:0x42:0x0], index 0: 0 00010000:00010000:2.0:1787602479.365962:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37c07 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.365982:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37c07 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.365995:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37c07 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.366093:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56200/0xbc87b28475e37c00 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944ee expref: 31 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.366113:0:24478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37c07 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944ee expref: 30 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.366123:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98d00) 00010000:00010000:2.0:1787602479.366126:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1787602479.366129:0:24478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a600, rc 0) 00000100:00100000:2.0:1787602479.366209:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d054705b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+30:19095:x1874436293828864:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 Request processed in 4272us (4524us total) trans 12884901916 rc 0/0 00000100:00100000:2.0:1787602479.366226:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 59 00000100:00100000:2.0:1787602479.370612:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.370733:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293829120 00000100:00100000:3.0:1787602479.370743:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293829120 00000100:00100000:3.0:1787602479.370819:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 60 00000100:00100000:3.0:1787602479.370830:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+30:19095:x1874436293829120:12345-192.168.204.52@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1787602479.370898:0:21961:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787602479.370925:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a600/0xbc87b28475e37c07 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944ee expref: 30 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.370944:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98d00) 00010000:00010000:3.0:1787602479.370955:0:21961:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1787602479.370977:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 3/0,1 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371001:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371011:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371055:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371062:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371070:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371349:0:21961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 3/0,1 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371358:0:21961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 2/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371373:0:21961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371379:0:21961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf56c00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.371384:0:21961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 3/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371391:0:21961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 4/0,0 mode: CW/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371400:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:3.0:1787602479.371403:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602479.371408:0:21961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 2/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371414:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56c00/0xbc87b28475e37c15 lrc: 0/0,0 mode: --/CW res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371424:0:21961:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371431:0:21961:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371436:0:21961:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371441:0:21961:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf57200 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.371443:0:21961:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371460:0:21961:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371468:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x45707b34 (ffff8d0560644100) 00010000:00010000:3.0:1787602479.371470:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602479.371474:0:21961:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.371479:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c1c lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x1:0x0].0x45707b34 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602479.371576:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+29:19095:x1874436293829120:12345-192.168.204.52@tcp:36:lhsmtool_posix.0 Request processed in 738us (964us total) trans 0 rc -2/-2 00000100:00100000:3.0:1787602479.371585:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 60 00000100:00100000:0.0:1787602479.376328:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1787602479.376358:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547100700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318072064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1787602479.376444:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602479.376501:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318072064 00000100:00100000:0.0:1787602479.376509:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318072064 00000100:00100000:0.0:1787602479.376561:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787602479.376568:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318072064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1787602479.376609:0:21966:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261778432 avail 2259681280 00000100:00100000:0.0:1787602479.376656:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547100a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318072064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (212us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602479.376674:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:0.0:1787602479.376722:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547100700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318072064:0@lo:41:osp-pre-1-0.0 00000040:00080000:2.0:1787602479.377531:0:22616:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 64768 count 1 00000100:00100000:0.0:1787602479.377852:0:3452:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1787602479.377866:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318072192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1787602479.377908:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602479.380434:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318072192 00000100:00100000:3.0:1787602479.380451:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318072192 00000100:00100000:3.0:1787602479.380517:0:23297:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1787602479.380529:0:23297:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318072192:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1787602479.380731:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602479.380762:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293829248 00000100:00100000:2.0:1787602479.380766:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293829248 00000100:00100000:2.0:1787602479.380798:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 61 00000100:00100000:2.0:1787602479.380805:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+29:19095:x1874436293829248:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787602479.380816:0:21960:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602479.380855:0:21960:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c23 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944f5 expref: -99 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.380893:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37c2a lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.380906:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37c2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.380917:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37c2a lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.381050:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c23 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944f5 expref: 31 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.381069:0:21960:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628aa00/0xbc87b28475e37c2a lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x20/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944f5 expref: 30 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.381078:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:2.0:1787602479.381088:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:2.0:1787602479.381092:0:21960:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628aa00, rc 0) 00000100:00100000:2.0:1787602479.381149:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+30:19095:x1874436293829248:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 Request processed in 344us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602479.381156:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 61 00000004:00000024:2.0:1787602479.382686:0:23297:0:(mdt_handler.c:540:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2261647360 avail 2259550208 00000100:00100000:2.0:1787602479.382776:0:23297:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547100700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3452:x1874436318072192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2245us (4863us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602479.382785:0:23297:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:1.0:1787602479.382909:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db76a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3452:1874436318072192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1787602479.388721:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.389379:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293829504 00000100:00100000:3.0:1787602479.389394:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293829504 00000100:00100000:3.0:1787602479.389468:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 62 00000100:00100000:3.0:1787602479.389480:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d054705aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+30:19095:x1874436293829504:12345-192.168.204.52@tcp:36:lhsmtool_posix.0 00010000:00010000:3.0:1787602479.390297:0:21961:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.390323:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.390358:0:21961:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000040:00080000:3.0:1787602479.390820:0:21961:0:(llog_osd.c:725:llog_osd_write_rec()) added record [0x1:0x10:0x0].2, 88 off8344 00000004:00080000:3.0:1787602479.390831:0:21961:0:(osp_sync.c:1847:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 786413814633ns, next at 787413812360ns, rc = 0 00000004:00010000:3.0:1787602479.390955:0:21961:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000310a16a8 reply state 00000000d1f1d71f transno 12884901917 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.390972:0:21961:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.390980:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:3.0:1787602479.390983:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00000100:00100000:3.0:1787602479.390988:0:21961:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1787602479.394465:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d054705aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+32:19095:x1874436293829504:12345-192.168.204.52@tcp:36:lhsmtool_posix.0 Request processed in 4972us (5739us total) trans 12884901917 rc 0/0 00000100:00100000:3.0:1787602479.394478:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 62 00000100:00100000:2.0:1787602479.409855:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.410048:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293829632 00000100:00100000:0.0:1787602479.410075:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293829632 00000100:00100000:0.0:1787602479.410143:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 63 00000100:00100000:0.0:1787602479.410160:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+32:19095:x1874436293829632:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787602479.410200:0:21960:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602479.410227:0:21960:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d9944fc expref: -99 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.410482:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944fc expref: 33 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.410501:0:21960:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944fc expref: 33 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.410523:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:0.0:1787602479.410526:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787602479.410531:0:21960:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057db3ee00, rc 0) 00000100:00100000:0.0:1787602479.410603:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+33:19095:x1874436293829632:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 Request processed in 449us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602479.410611:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 63 00000100:00100000:2.0:1787602479.414604:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.414825:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293829760 00000100:00100000:3.0:1787602479.414910:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293829760 00000100:00100000:3.0:1787602479.415004:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 23 00000100:00100000:3.0:1787602479.415052:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2400:x1874436293829760:12345-192.168.204.52@tcp:2:lhsmtool_posix.0 00000100:00080000:0.0:1787602479.415310:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602479.416515:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2400:x1874436293829760:12345-192.168.204.52@tcp:2:lhsmtool_posix.0 Request processed in 1490us (1914us total) trans 12884901891 rc 0/0 00000100:00100000:0.0:1787602479.416528:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 23 00000100:00100000:1.0:1787602479.430806:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.430904:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293830016 00000100:00100000:3.0:1787602479.430917:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293830016 00000100:00100000:3.0:1787602479.430984:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 11 00000100:00100000:3.0:1787602479.430995:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+33:19095:x1874436293830016:12345-192.168.204.52@tcp:35:lhsmtool_posix.0 00000100:00100000:3.0:1787602479.431329:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547059500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+34:19095:x1874436293830016:12345-192.168.204.52@tcp:35:lhsmtool_posix.0 Request processed in 335us (535us total) trans 12884901918 rc 0/0 00000100:00100000:3.0:1787602479.431355:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 11 00000100:00100000:2.0:1787602479.437302:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.437410:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293830272 00000100:00100000:0.0:1787602479.437432:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293830272 00000100:00100000:0.0:1787602479.437493:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 64 00000100:00100000:0.0:1787602479.437503:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+34:19095:x1874436293830272:12345-192.168.204.52@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1787602479.437627:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df26300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+34:19095:x1874436293830272:12345-192.168.204.52@tcp:57:lhsmtool_posix.0 Request processed in 124us (336us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602479.437634:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 64 00000100:00100000:1.0:1787602479.440126:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602479.440235:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293830400 00000100:00100000:2.0:1787602479.440246:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293830400 00000100:00100000:2.0:1787602479.440307:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 65 00000100:00100000:2.0:1787602479.440317:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+34:19095:x1874436293830400:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787602479.440337:0:24478:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602479.440361:0:24478:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37c3f lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994503 expref: -99 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.440453:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c46 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.440468:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.440478:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602479.440532:0:24478:0:(mdt_handler.c:1574:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:2.0:1787602479.440552:0:24478:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c46 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.440582:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37c3f lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994503 expref: 36 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.440601:0:24478:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c46 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994503 expref: 35 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.440610:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:2.0:1787602479.440614:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1a 00010000:00010000:2.0:1787602479.440617:0:24478:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628ae00, rc 0) 00000100:00100000:2.0:1787602479.440691:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547058700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+35:19095:x1874436293830400:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 Request processed in 375us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602479.440698:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 65 00000100:00100000:1.0:1787602479.444787:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602479.445288:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293830528 00000100:00100000:2.0:1787602479.445300:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293830528 00000100:00100000:2.0:1787602479.445358:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 24 00000100:00100000:2.0:1787602479.445368:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2401:x1874436293830528:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 00010000:00010000:2.0:1787602479.445387:0:23272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602479.445422:0:23272:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d99450a expref: -99 pid: 23272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:2.0:1787602479.445450:0:23272:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x6a8ca62f, blocks: 0x1 00010000:00010000:2.0:1787602479.445469:0:23272:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=786s v=(0 0) 00010000:00010000:2.0:1787602479.445486:0:23272:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:2.0:1787602479.445496:0:23272:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99450a expref: 7 pid: 23272 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.445517:0:23272:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99450a expref: 7 pid: 23272 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.445530:0:23272:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628a600, rc 0) 00000100:00100000:2.0:1787602479.445603:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547058a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+7:2401:x1874436293830528:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 Request processed in 235us (825us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602479.445610:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 24 00000100:00100000:3.0:1787602479.449108:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.449283:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293830784 00000100:00100000:0.0:1787602479.449293:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293830784 00000100:00100000:0.0:1787602479.449371:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 66 00000100:00100000:0.0:1787602479.449385:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+35:19095:x1874436293830784:12345-192.168.204.52@tcp:57:lhsmtool_posix.0 00000100:00100000:0.0:1787602479.449505:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db74e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+35:19095:x1874436293830784:12345-192.168.204.52@tcp:57:lhsmtool_posix.0 Request processed in 124us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602479.449513:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 66 00000100:00100000:1.0:1787602479.453125:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602479.453229:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293830912 00000100:00100000:2.0:1787602479.453242:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293830912 00000100:00100000:2.0:1787602479.453306:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 67 00000100:00100000:2.0:1787602479.453317:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d054705a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+35:19095:x1874436293830912:12345-192.168.204.52@tcp:44:lhsmtool_posix.0 00000100:00100000:2.0:1787602479.531678:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d054705a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+35:19095:x1874436293830912:12345-192.168.204.52@tcp:44:lhsmtool_posix.0 Request processed in 78347us (78548us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602479.531702:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 67 00000001:00080000:0.0:1787602479.532322:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901907 is committed 00000001:00080000:0.0:1787602479.532352:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901912 is committed 00000001:00080000:0.0:1787602479.532367:0:6469:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-MDT0000: transno 12884901918 is committed 00000004:00080000:0.0:1787602479.532387:0:6469:0:(osp_sync.c:1812:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 2 committed 00000100:00100000:0.0:1787602479.532571:0:3452:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318072320:0@lo:2:osp-syn-0-0.0 00000100:00100000:0.0:1787602479.532630:0:3452:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602479.532689:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318072320 00000100:00100000:0.0:1787602479.532696:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318072320 00000100:00100000:0.0:1787602479.532754:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 25 00000100:00100000:0.0:1787602479.532764:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3452:x1874436318072320:12345-0@lo:2:osp-syn-0-0.0 00002000:00010000:0.0:1787602479.532974:0:23271:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1787602479.532978:0:23271:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 0 00002000:00010000:0.0:1787602479.532980:0:23271:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1787602479.532982:0:23271:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787602479 -> 1787602479 00002000:00010000:0.0:1787602479.532985:0:23271:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:0.0:1787602479.533051:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547103b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+6:3452:x1874436318072320:12345-0@lo:2:osp-syn-0-0.0 Request processed in 287us (420us total) trans 12884901892 rc 0/0 00000100:00100000:0.0:1787602479.533059:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 25 00000100:00080000:0.0:1787602479.533078:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1787602479.533273:0:3437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533285:0:3437:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533292:0:3437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533298:0:3437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf57400 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602479.533312:0:3437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533320:0:3437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533338:0:3437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602479.533342:0:3437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602479.533347:0:3437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533353:0:3437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57400/0xbc87b28475e37b43 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533373:0:3437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533378:0:3437:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533383:0:3437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533399:0:3437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf56e00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602479.533401:0:3437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533407:0:3437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533413:0:3437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:2.0:1787602479.533416:0:3437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1787602479.533425:0:3437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533431:0:3437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56e00/0xbc87b28475e37bac lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533443:0:3437:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533449:0:3437:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533454:0:3437:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533459:0:3437:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057cf57200 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:2.0:1787602479.533462:0:3437:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533467:0:3437:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533474:0:3437:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:2.0:1787602479.533476:0:3437:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 12 00010000:00010000:2.0:1787602479.533479:0:3437:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.533485:0:3437:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf57200/0xbc87b28475e37c31 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x12/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 21961 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00080000:0.0:1787602479.533598:0:3452:0:(osp_sync.c:622:osp_sync_interpret()) reply req ffff8d0547100000/2, rc 0, transno 12884901892 00000100:00100000:0.0:1787602479.533605:0:3452:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547100000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3452:1874436318072320:0@lo:2:osp-syn-0-0.0 00010000:00010000:3.0:1787602479.533674:0:3438:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.533682:0:3438:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 2/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.533688:0:3438:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.533693:0:3438:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628a200 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.533696:0:3438:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 3/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.533701:0:3438:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 4/0,0 mode: TXN/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.533710:0:3438:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602479.533712:0:3438:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602479.533715:0:3438:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 2/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.533719:0:3438:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37b66 lrc: 0/0,0 mode: --/TXN res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1787602479.536778:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602479.536893:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293831040 00000100:00100000:2.0:1787602479.536904:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293831040 00000100:00100000:2.0:1787602479.536963:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 26 00000100:00100000:2.0:1787602479.536994:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+7:2400:x1874436293831040:12345-192.168.204.52@tcp:16:lhsmtool_posix.0 00000100:00100000:2.0:1787602479.537146:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547058000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+7:2400:x1874436293831040:12345-192.168.204.52@tcp:16:lhsmtool_posix.0 Request processed in 154us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602479.537154:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 26 00000100:00100000:3.0:1787602479.540004:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.540531:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293831296 00000100:00100000:0.0:1787602479.540544:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293831296 00000100:00100000:0.0:1787602479.540611:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 68 00000100:00100000:0.0:1787602479.540621:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+13:19095:x1874436293831296:12345-192.168.204.52@tcp:36:lhsmtool_posix.0 00010000:00010000:0.0:1787602479.540776:0:21962:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1787602479.540804:0:21962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c46 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x3:0x0].0x0 bits 0x1a/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994503 expref: 13 pid: 24478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.540822:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:0.0:1787602479.540826:0:21962:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1787602479.540867:0:21962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e800/0xbc87b28475e37c54 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.540882:0:21962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e800/0xbc87b28475e37c54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.540890:0:21962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e800/0xbc87b28475e37c54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:0.0:1787602479.541367:0:21962:0:(mdt_handler.c:4489:mdt_save_lock()) ### save lock request 00000000f5a520df reply state 0000000085e06c06 transno 12884901919 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e800/0xbc87b28475e37c54 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.541383:0:21962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3e800/0xbc87b28475e37c54 lrc: 3/0,1 mode: TXN/TXN res: [0x2000013a1:0x3:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21962 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.541400:0:21962:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:0.0:1787602479.541403:0:21962:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:0.0:1787602479.541406:0:21962:0:(service.c:179:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1787602479.541518:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db77b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+14:19095:x1874436293831296:12345-192.168.204.52@tcp:36:lhsmtool_posix.0 Request processed in 897us (1524us total) trans 12884901919 rc 0/0 00000100:00100000:0.0:1787602479.541526:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 68 00000100:00100000:1.0:1787602479.546422:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.546660:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293831424 00000100:00100000:0.0:1787602479.546673:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293831424 00000100:00100000:0.0:1787602479.546743:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 27 00000100:00100000:0.0:1787602479.546753:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+7:19095:x1874436293831424:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 00010000:00010000:0.0:1787602479.546774:0:23271:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602479.546795:0:23271:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994511 expref: -99 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.546828:0:23271:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99450a expref: 8 pid: 23272 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.546836:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602479.546852:0:23271:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602479.546857:0:23271:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 4/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 8 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.546922:0:23271:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99450a expref: 8 pid: 23272 timeout: 0 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.546935:0:23271:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99450a expref: 8 pid: 23272 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602479.546950:0:23271:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:23271:1874436318072448:192.168.204.52@tcp:104: 00000100:00100000:0.0:1787602479.547061:0:23271:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b600 going to sleep for 11 seconds 00000100:00100000:2.0:1787602479.551619:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.551712:0:21946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293831552 00000100:00100000:3.0:1787602479.551723:0:21946:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293831552 00010000:00010000:3.0:1787602479.551768:0:21946:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99450a expref: 9 pid: 23272 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602479.551845:0:21946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 20 00000100:00100000:3.0:1787602479.551857:0:21946:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+9:2400:x1874436293831552:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1787602479.551873:0:21946:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1787602479.551906:0:21946:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 5/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99450a expref: 9 pid: 23272 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.551922:0:21946:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99450a expref: 9 pid: 23272 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.551946:0:21946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602479.551952:0:21946:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:3.0:1787602479.551960:0:21946:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 9 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.551970:0:21946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50080000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 9 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.552011:0:21946:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 9 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602479.552073:0:21946:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db76a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:21946:1874436318072576:192.168.204.52@tcp:105: 00000100:00100000:3.0:1787602479.552165:0:21946:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d057adf0000 going to sleep for 11 seconds 00010000:00010000:0.0:1787602479.552732:0:23271:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 000000008935bfd6/0xbc87b28475e37c4d lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99450a expref: 9 pid: 23272 timeout: 886 lvb_type: 1 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602479.552754:0:23271:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:23271:1874436318072448:192.168.204.52@tcp:104: 00010000:00010000:0.0:1787602479.552789:0:23271:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 8 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.552805:0:23271:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057db3fe00, rc 0) 00000100:00100000:0.0:1787602479.552870:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547059880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+8:19095:x1874436293831424:12345-192.168.204.52@tcp:101:lhsmtool_posix.0 Request processed in 6118us (6473us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602479.552882:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 27 00000100:00100000:2.0:1787602479.556679:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.556874:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293831680 00000100:00100000:0.0:1787602479.556885:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293831680 00000100:00100000:0.0:1787602479.556965:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 28 00000100:00100000:0.0:1787602479.556979:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+8:2401:x1874436293831680:12345-192.168.204.52@tcp:2:lhsmtool_posix.0 00002000:00010000:0.0:1787602479.557495:0:23272:0:(ofd_lvb.c:306:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:0.0:1787602479.557500:0:23272:0:(ofd_lvb.c:313:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb mtime from disk: 0 -> 1787602477 00002000:00010000:0.0:1787602479.557503:0:23272:0:(ofd_lvb.c:319:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb atime from disk: 0 -> 1787602476 00002000:00010000:0.0:1787602479.557505:0:23272:0:(ofd_lvb.c:325:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb ctime from disk: 1787602479 -> 1787602477 00002000:00010000:0.0:1787602479.557507:0:23272:0:(ofd_lvb.c:331:ofd_lvbo_update()) res: [0x280000401:0x42:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:3.0:1787602479.557702:0:21946:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db76a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:21946:1874436318072576:192.168.204.52@tcp:105: 00010000:00010000:3.0:1787602479.557731:0:21946:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1787602479.557770:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+9:2401:x1874436293831680:12345-192.168.204.52@tcp:2:lhsmtool_posix.0 Request processed in 794us (1103us total) trans 12884901893 rc 0/0 00000100:00100000:0.0:1787602479.557778:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 28 00000100:00100000:3.0:1787602479.558947:0:21946:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+8:2400:x1874436293831552:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 7084us (7332us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602479.558961:0:21946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 20 00000100:00100000:2.0:1787602479.567548:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.571264:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293831808 00000100:00100000:0.0:1787602479.571281:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293831808 00000100:00100000:0.0:1787602479.571364:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 29 00000100:00100000:0.0:1787602479.571376:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+8:2399:x1874436293831808:12345-192.168.204.52@tcp:1:lhsmtool_posix.0 00010000:00010000:0.0:1787602479.571988:0:23665:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.572012:0:23665:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 2/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 8 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.572052:0:23665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 1 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602479.572056:0:23665:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:0.0:1787602479.572061:0:23665:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 4/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.572101:0:23665:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 8 pid: 23271 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.572217:0:23665:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 8 pid: 23271 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602479.572233:0:23665:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:23665:1874436318072704:192.168.204.52@tcp:104: 00000100:00100000:0.0:1787602479.572331:0:23665:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b600 going to sleep for 11 seconds 00000100:00100000:1.0:1787602479.577850:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.578059:0:23665:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:23665:1874436318072704:192.168.204.52@tcp:104: 00000100:00100000:2.0:1787602479.578221:0:21947:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293831936 00000100:00100000:2.0:1787602479.578229:0:21947:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293831936 00010000:00010000:2.0:1787602479.578270:0:21947:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 9 pid: 23271 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602479.578304:0:21947:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 21 00000100:00100000:2.0:1787602479.578314:0:21947:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547059c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+9:2401:x1874436293831936:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787602479.578329:0:21947:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602479.578353:0:21947:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 4/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 9 pid: 23271 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.578367:0:21947:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 9 pid: 23271 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.578508:0:23665:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 3/1,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.578548:0:21947:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000c805dd90/0xbc87b28475e37c5b lrc: 0/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994511 expref: 9 pid: 23271 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.578569:0:21947:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787602479.578588:0:21947:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(1 0) 00010000:00010000:2.0:1787602479.578596:0:21947:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.578606:0:21947:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 4/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.578728:0:21947:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602479.578793:0:21947:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547059c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+8:2401:x1874436293831936:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 480us (964us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602479.578801:0:21947:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 21 00010000:00010000:0.0:1787602479.580763:0:23665:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.580782:0:23665:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.580827:0:23665:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 3/1,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.580846:0:23665:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 2/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.580855:0:23665:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.580888:0:23665:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f200 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:0.0:1787602479.580893:0:23665:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 3/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.580902:0:23665:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 4/0,0 mode: PR/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.580927:0:23665:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 2/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.580934:0:23665:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c62 lrc: 0/0,0 mode: --/PR res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 23665 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602479.581368:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+7:2399:x1874436293831808:12345-192.168.204.52@tcp:1:lhsmtool_posix.0 Request processed in 9988us (13822us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602479.581379:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 29 00000100:00100000:1.0:1787602479.585462:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.585536:0:21960:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293832192 00000100:00100000:0.0:1787602479.585546:0:21960:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293832192 00000100:00100000:0.0:1787602479.585598:0:21960:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 69 00000100:00100000:0.0:1787602479.585607:0:21960:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+14:19095:x1874436293832192:12345-192.168.204.52@tcp:57:lhsmtool_posix.0 00010000:00010000:0.0:1787602479.585707:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.585727:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.585752:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.586082:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.586094:0:21960:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944fc expref: 15 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.586101:0:21960:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 4/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.586150:0:21960:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x50000000000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944fc expref: 15 pid: 21960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.586165:0:21960:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x70000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944fc expref: 15 pid: 21960 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602479.586182:0:21960:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21960:1874436318072832:192.168.204.52@tcp:104: 00000100:00100000:0.0:1787602479.586273:0:21960:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b600 going to sleep for 11 seconds 00000100:00100000:1.0:1787602479.590710:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.590850:0:21960:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21960:1874436318072832:192.168.204.52@tcp:104: 00010000:00010000:0.0:1787602479.590884:0:21960:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602479.591510:0:21946:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293832320 00000100:00100000:2.0:1787602479.591520:0:21946:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293832320 00010000:00010000:2.0:1787602479.591564:0:21946:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944fc expref: 16 pid: 21960 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1787602479.591606:0:21946:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 22 00000100:00100000:2.0:1787602479.591617:0:21946:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+16:2400:x1874436293832320:12345-192.168.204.52@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1787602479.591631:0:21946:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1787602479.591649:0:21946:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x60000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944fc expref: 16 pid: 21960 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.591662:0:21946:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x50000400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944fc expref: 16 pid: 21960 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.591688:0:21946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3ee00/0xbc87b28475e37c38 lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 6 type: IBT gid 0 flags: 0x44801400000020 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944fc expref: 16 pid: 21960 timeout: 886 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.591727:0:21946:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:2.0:1787602479.591732:0:21946:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.591742:0:21946:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.591750:0:21946:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 4/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 5 type: IBT flags: 0x40290000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.591779:0:21946:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1787602479.591861:0:21946:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+15:2400:x1874436293832320:12345-192.168.204.52@tcp:103:ldlm_bl.0 Request processed in 245us (1165us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602479.591870:0:21946:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 22 00010000:00010000:0.0:1787602479.591937:0:21960:0:(ldlm_request.c:193:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.591945:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000001:00080000:0.0:1787602479.592226:0:21960:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901920 00000001:00080000:0.0:1787602479.592380:0:21960:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901921 00000001:00080000:0.0:1787602479.592438:0:21960:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901922 00000100:00100000:0.0:1787602479.592520:0:21960:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:21960:1874436318072960:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787602479.592597:0:21960:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602479.592628:0:21960:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3bc00 going to sleep for 11 seconds 00000100:00100000:2.0:1787602479.593950:0:21965:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318072960 00000100:00100000:2.0:1787602479.593963:0:21965:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318072960 00000100:00100000:2.0:1787602479.594046:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:2.0:1787602479.594057:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21960:x1874436318072960:12345-0@lo:1000:mdt00_000.0 00000100:00100000:2.0:1787602479.594329:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547101880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21960:x1874436318072960:12345-0@lo:1000:mdt00_000.0 Request processed in 274us (1731us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602479.594336:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1787602479.594421:0:21960:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:21960:1874436318072960:0@lo:1000:mdt00_000.0 00000001:00080000:0.0:1787602479.595916:0:21960:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901923 00000100:00100000:0.0:1787602479.596524:0:21960:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:21960:1874436318073088:0@lo:1000:mdt00_000.0 00000100:00100000:0.0:1787602479.596586:0:21960:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1787602479.596629:0:21960:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0543079b40 going to sleep for 11 seconds 00000100:00100000:2.0:1787602479.596911:0:23297:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318073088 00000100:00100000:2.0:1787602479.596921:0:23297:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318073088 00000100:00100000:3.0:1787602479.597083:0:21965:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:3.0:1787602479.597096:0:21965:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+6:21960:x1874436318073088:12345-0@lo:1000:mdt00_000.0 00000100:00100000:3.0:1787602479.599496:0:21965:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547100e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+7:21960:x1874436318073088:12345-0@lo:1000:mdt00_000.0 Request processed in 2389us (2896us total) trans 12884901894 rc 0/0 00000100:00100000:3.0:1787602479.599515:0:21965:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:0.0:1787602479.599829:0:21960:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547103100 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-mdtlov_UUID:21960:1874436318073088:0@lo:1000:mdt00_000.0 00010000:00010000:0.0:1787602479.599896:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.599907:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.599915:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.599921:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f600 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602479.599925:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.599933:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600216:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:0.0:1787602479.600220:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787602479.600225:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600232:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f600/0xbc87b28475e37c70 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x3:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600270:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600276:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x50210400000020 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600281:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600287:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628a800 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602479.600290:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210400000020 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600295:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40218400000020 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600304:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:0.0:1787602479.600307:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:0.0:1787602479.600315:0:21960:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37bcf lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944e0 expref: 18 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600325:0:21960:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37bcf lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944e0 expref: 18 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600340:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37bcf lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40080000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944e0 expref: 18 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.600387:0:21960:0:(ldlm_lockd.c:1082:ldlm_server_completion_ast()) ### server preparing completion AST ns: mdt-lustre-MDT0000_UUID lock: ffff8d057cf56600/0xbc87b28475e37bcf lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d9944e0 expref: 18 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602479.600469:0:21960:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547101c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21960:1874436318073216:192.168.204.52@tcp:105: 00000100:00100000:0.0:1787602479.600613:0:21960:0:(client.c:2715:ptlrpc_set_wait()) set ffff8d0564a3b600 going to sleep for 11 seconds 00000100:00100000:1.0:1787602479.605142:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.605326:0:21960:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547101c00 pname:cluuid:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000_UUID:21960:1874436318073216:192.168.204.52@tcp:105: 00010000:00010000:0.0:1787602479.605361:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605375:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a800/0xbc87b28475e37bc8 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x44a19400000020 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605425:0:21960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 3/0,1 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605444:0:21960:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605457:0:21960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605469:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 3/0,1 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605475:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 2/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605497:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605502:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f200 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602479.605507:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 3/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605514:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 4/0,0 mode: EX/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605526:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:0.0:1787602479.605529:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1787602479.605532:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 2/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605537:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f200/0xbc87b28475e37c77 lrc: 0/0,0 mode: --/EX res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605547:0:21960:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605553:0:21960:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605558:0:21960:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605563:0:21960:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057db3f800 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:0.0:1787602479.605566:0:21960:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605585:0:21960:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 4/0,0 mode: PW/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605593:0:21960:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:0.0:1787602479.605595:0:21960:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 20 00010000:00010000:0.0:1787602479.605598:0:21960:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 2/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.605602:0:21960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057db3f800/0xbc87b28475e37c69 lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x2:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21960 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1787602479.605870:0:21960:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+18:19095:x1874436293832192:12345-192.168.204.52@tcp:57:lhsmtool_posix.0 Request processed in 20262us (20415us total) trans 12884901924 rc 0/0 00000100:00100000:0.0:1787602479.605880:0:21960:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 69 00000020:00080000:0.0:1787602479.605887:0:21960:0:(tgt_main.c:784:tgt_ses_key_exit()) total 5 transactions per RPC 00000040:00080000:2.0:1787602479.606414:0:21996:0:(llog.c:805:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00080000:2.0:1787602479.606420:0:21996:0:(llog_cat.c:163:llog_cat_process_common()) processing log [0x1:0x14:0x0] at index 3 of catalog [0xa:0x7:0x0] 00000040:00080000:2.0:1787602479.606449:0:21996:0:(llog.c:862:llog_process_thread()) stop processing plain [0x1:0x14:0x0] index 2 count 2 00000040:00080000:2.0:1787602479.606456:0:21996:0:(llog.c:862:llog_process_thread()) stop processing catalog [0xa:0x7:0x0] index 4 count 2 00000100:00100000:3.0:1787602479.606855:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293832448 00000100:00100000:3.0:1787602479.606863:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293832448 00000100:00100000:3.0:1787602479.606915:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 12 00000100:00100000:3.0:1787602479.606925:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+18:19093:x1874436293832448:12345-192.168.204.52@tcp:49:bash.0 00000100:00100000:3.0:1787602479.607065:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+18:19093:x1874436293832448:12345-192.168.204.52@tcp:49:bash.0 Request processed in 141us (1933us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602479.607073:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 12 00000100:00100000:1.0:1787602479.611814:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:3.0:1787602479.612414:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293832704 00000100:00100000:3.0:1787602479.612427:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293832704 00000100:00100000:3.0:1787602479.612487:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 13 00000100:00100000:3.0:1787602479.612499:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+18:19095:x1874436293832704:12345-192.168.204.52@tcp:35:lhsmtool_posix.0 00000004:00080000:3.0:1787602479.613924:0:21964:0:(mdd_object.c:4014:mdd_close()) Object [0x2000013a1:0x3:0x0] is deleted from orphan list, OSS objects to be destroyed. 00000001:00080000:3.0:1787602479.614610:0:21964:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901925 00010000:00010000:2.0:1787602479.619953:0:21964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 3/0,1 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.619996:0:21964:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.620008:0:21964:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 3/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.620039:0:21964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.620045:0:21964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 4/0,1 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.620051:0:21964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.620091:0:21964:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:2.0:1787602479.620344:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+20:19095:x1874436293832704:12345-192.168.204.52@tcp:35:lhsmtool_posix.0 Request processed in 7841us (8538us total) trans 12884901926 rc 0/0 00000100:00100000:2.0:1787602479.620357:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 13 00000020:00080000:2.0:1787602479.620363:0:21964:0:(tgt_main.c:784:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:3.0:1787602479.621423:0:21949:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1787602479.621435:0:21949:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.621460:0:21949:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628be00 already unused, calling callback (ffffffffc14c4230) 00010000:00010000:3.0:1787602479.621464:0:21949:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 2/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010480000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.621473:0:21949:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 3/0,0 mode: PW/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40018480000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.621492:0:21949:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x3:0x0].0x0 (ffff8d0552e98400) 00010000:00010000:3.0:1787602479.621496:0:21949:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:3.0:1787602479.621502:0:21949:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 1/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.621508:0:21949:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628be00/0xbc87b28475e37c7e lrc: 0/0,0 mode: --/PW res: [0x2000013a1:0x3:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x44819480000000 pid: 21964 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.621522:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602479.621524:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1787602479.621526:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602479.625422:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602479.626893:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293832832 00000100:00100000:0.0:1787602479.626909:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293832832 00000100:00100000:0.0:1787602479.627495:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 30 00000100:00100000:0.0:1787602479.627511:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+7:19093:x1874436293832832:12345-192.168.204.52@tcp:101:bash.0 00010000:00010000:0.0:1787602479.627532:0:23272:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1787602479.627562:0:23272:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c85 lrc: 2/0,0 mode: --/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d994518 expref: -99 pid: 23272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00002000:00010000:0.0:1787602479.627596:0:23272:0:(ofd_lvb.c:151:ofd_lvbo_init()) res: [0x280000401:0x42:0x0] initial LVB size: 0, mtime: 0x6a8ca62d, atime: 0x6a8ca62c, ctime: 0x6a8ca62d, blocks: 0x1 00010000:00010000:0.0:1787602479.627625:0:23272:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=786s v=(0 0) 00010000:00010000:0.0:1787602479.627630:0:23272:0:(ldlm_extent.c:408:ldlm_update_contention()) add 0 to [0x280000401:0x42:0x0].0x0 since=0s v=(0 0) 00010000:00010000:0.0:1787602479.627721:0:23272:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994518 expref: 8 pid: 23272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.627766:0:23272:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: 00000000f8363164/0xbc87b28475e37c85 lrc: 3/0,0 mode: PW/PW res: [0x280000401:0x42:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d994518 expref: 8 pid: 23272 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1787602479.627782:0:23272:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057db3f200, rc 0) 00000100:00100000:0.0:1787602479.627866:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+8:19093:x1874436293832832:12345-192.168.204.52@tcp:101:bash.0 Request processed in 360us (2456us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602479.627873:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 30 00000100:00100000:0.0:1787602479.634498:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602479.634632:0:21963:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293833088 00000100:00100000:2.0:1787602479.634651:0:21963:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293833088 00000100:00100000:2.0:1787602479.634718:0:21963:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 14 00000100:00100000:2.0:1787602479.634729:0:21963:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+20:19093:x1874436293833088:12345-192.168.204.52@tcp:35:bash.0 00000001:00080000:2.0:1787602479.635080:0:21963:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901927 00000001:00080000:2.0:1787602479.635455:0:21963:0:(tgt_lastrcvd.c:2117:tgt_txn_stop_cb()) More than one transaction 12884901928 00000100:00100000:2.0:1787602479.635570:0:21963:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547101c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+23:19093:x1874436293833088:12345-192.168.204.52@tcp:35:bash.0 Request processed in 842us (1083us total) trans 12884901929 rc 0/0 00000100:00100000:2.0:1787602479.635588:0:21963:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 14 00000020:00080000:2.0:1787602479.635594:0:21963:0:(tgt_main.c:784:tgt_ses_key_exit()) total 3 transactions per RPC 00010000:00010000:2.0:1787602479.763262:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1787602479.839546:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602479.839981:0:21961:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293833344 00000100:00100000:2.0:1787602479.839994:0:21961:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293833344 00000100:00100000:2.0:1787602479.840809:0:21961:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 70 00000100:00100000:2.0:1787602479.840824:0:21961:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+23:19106:x1874436293833344:12345-192.168.204.52@tcp:101:lfs.0 00010000:00010000:2.0:1787602479.840862:0:21961:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1787602479.840896:0:21961:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x96c401dc5d99451f expref: -99 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00200000:2.0:1787602479.842789:0:21961:0:(mdt_handler.c:909:mdt_pack_attr2body()) [0x2000013a1:0x1:0x0]: returning size 7168 00010000:00010000:2.0:1787602479.843056:0:21961:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c8c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99451f expref: 25 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.843776:0:21961:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8d0546906b00) 00010000:00010000:2.0:1787602479.843784:0:21961:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1 00010000:00010000:2.0:1787602479.843794:0:21961:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.204.52@tcp remote: 0x96c401dc5d99451f expref: 25 pid: 21961 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.843814:0:21961:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8d057628ae00, rc 0) 00000100:00100000:2.0:1787602479.843986:0:21961:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+24:19106:x1874436293833344:12345-192.168.204.52@tcp:101:lfs.0 Request processed in 3165us (4448us total) trans 12884901930 rc 301/301 00000100:00100000:2.0:1787602479.843997:0:21961:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 70 00000100:00100000:3.0:1787602479.852083:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602479.852326:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293833472 00000100:00100000:2.0:1787602479.852336:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293833472 00000100:00100000:2.0:1787602479.852406:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 71 00000100:00100000:2.0:1787602479.852430:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+24:19106:x1874436293833472:12345-192.168.204.52@tcp:34:lfs.0 00010000:00010000:2.0:1787602479.852514:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 3/1,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.852529:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.852540:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.852553:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.852560:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.852566:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.852853:0:24478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 3/1,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.852863:0:24478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1787602479.852870:0:24478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00010000:3.0:1787602479.853666:0:24478:0:(mdt_handler.c:2507:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853681:0:24478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 3/1,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853688:0:24478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 2/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853695:0:24478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853712:0:24478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628ae00 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.853717:0:24478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 3/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853724:0:24478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 4/0,0 mode: CR/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853736:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0x0 (ffff8d0560644c00) 00010000:00010000:3.0:1787602479.853740:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602479.853744:0:24478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 2/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853750:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628ae00/0xbc87b28475e37c9a lrc: 0/0,0 mode: --/CR res: [0x2000013a1:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853763:0:24478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853769:0:24478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853775:0:24478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853780:0:24478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628b000 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.853782:0:24478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853788:0:24478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853864:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x1:0x0].0xb42112bc (ffff8d0552e98f00) 00010000:00010000:3.0:1787602479.853867:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602479.853871:0:24478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853885:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628b000/0xbc87b28475e37ca1 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x1:0x0].0xb42112bc bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853901:0:24478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 3/1,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853907:0:24478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 2/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853913:0:24478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853918:0:24478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8d057628a200 already unused, calling callback (ffffffffc1f034f0) 00010000:00010000:3.0:1787602479.853921:0:24478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 3/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853926:0:24478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 4/0,0 mode: PR/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853933:0:24478:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x2000013a1:0x2:0x0].0x0 (ffff8d0542d89e00) 00010000:00010000:3.0:1787602479.853935:0:24478:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1787602479.853938:0:24478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 2/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1787602479.853944:0:24478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8d057628a200/0xbc87b28475e37ca8 lrc: 0/0,0 mode: --/PR res: [0x2000013a1:0x2:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 24478 initiator: MDT0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1787602479.854089:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db76a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+24:19106:x1874436293833472:12345-192.168.204.52@tcp:34:lfs.0 Request processed in 1659us (2078us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602479.854098:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 71 00000100:00100000:3.0:1787602479.857552:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:1.0:1787602479.857826:0:21964:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293833728 00000100:00100000:1.0:1787602479.857848:0:21964:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293833728 00000100:00100000:1.0:1787602479.857915:0:21964:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 15 00000100:00100000:1.0:1787602479.857928:0:21964:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+24:19106:x1874436293833728:12345-192.168.204.52@tcp:35:lfs.0 00000100:00100000:1.0:1787602479.858471:0:21964:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db76300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:fd2cb68f-a480-4488-b473-873f94cbfe34+25:19106:x1874436293833728:12345-192.168.204.52@tcp:35:lfs.0 Request processed in 545us (930us total) trans 12884901931 rc 0/0 00000100:00100000:1.0:1787602479.858492:0:21964:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 15 00010000:00010000:3.0:1787602480.784450:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1787602481.747910:0:24774:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-pcc test_1d: @@@@@@ FAIL: /mnt/lustre/d1d.sanity-pcc/f1d.sanity-pcc expected pcc state: readwrite, but got: none 00010000:00010000:2.0:1787602481.810209:0:21948:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1787602481.837624:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602481.837692:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602481.837726:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602481.837774:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293834368 00000100:00100000:2.0:1787602481.837787:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293834368 00000100:00100000:2.0:1787602481.837870:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 27 00000100:00100000:2.0:1787602481.837881:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293834368:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:0.0:1787602481.838064:0:21954:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293833856 00000100:00100000:0.0:1787602481.838068:0:21954:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293833856 00000100:00100000:0.0:1787602481.838101:0:21954:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 169 00000100:00100000:0.0:1787602481.838109:0:21954:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+13:2401:x1874436293833856:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:0.0:1787602481.838176:0:21954:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:53f8d614-f054-4c15-8d8b-42108856333e+13:2401:x1874436293833856:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 68us (565us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602481.838184:0:21954:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 169 00000100:00100000:0.0:1787602481.838222:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293834112 00000100:00100000:0.0:1787602481.838225:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293834112 00000100:00100000:0.0:1787602481.838255:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 63 00000100:00100000:0.0:1787602481.838263:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0559d8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293834112:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602481.839760:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293834368:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 1874us (2026us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.839773:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 27 00000100:00100000:2.0:1787602481.839855:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602481.839940:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602481.840046:0:3446:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602481.840067:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293834624 00000100:00100000:2.0:1787602481.840074:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293834624 00000100:00100000:2.0:1787602481.840110:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293833984 00000100:00100000:2.0:1787602481.840113:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293833984 00000100:00100000:2.0:1787602481.840129:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 64 00000100:00100000:2.0:1787602481.840136:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293834624:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602481.840176:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293834624:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 40us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.840183:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 64 00000100:00100000:2.0:1787602481.840194:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 65 00000100:00100000:2.0:1787602481.840201:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+25:2401:x1874436293833984:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602481.840232:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+25:2401:x1874436293833984:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 32us (186us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.840238:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 65 00000100:00100000:2.0:1787602481.840277:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602481.840912:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602481.840945:0:3445:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602481.840965:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293834496 00000100:00100000:2.0:1787602481.840970:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293834496 00000100:00100000:2.0:1787602481.841000:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 66 00000100:00100000:2.0:1787602481.841008:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d8766990-3016-444c-8995-d80c75ef1f7b+6:2401:x1874436293834496:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602481.841071:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:d8766990-3016-444c-8995-d80c75ef1f7b+6:2401:x1874436293834496:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 63us (161us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.841078:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 66 00000100:00100000:2.0:1787602481.841094:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293834880 00000100:00100000:2.0:1787602481.841097:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293834880 00000100:00100000:2.0:1787602481.841114:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293834240 00000100:00100000:2.0:1787602481.841117:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293834240 00000100:00100000:2.0:1787602481.841130:0:23271:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293834752 00000100:00100000:2.0:1787602481.841132:0:23271:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293834752 00000100:00100000:2.0:1787602481.841146:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 28 00000100:00100000:2.0:1787602481.841152:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293834880:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602481.841177:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293834880:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 25us (1237us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.841184:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 28 00000100:00100000:2.0:1787602481.841194:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 29 00000100:00100000:2.0:1787602481.841200:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+8:2401:x1874436293834240:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:2.0:1787602481.841223:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+8:2401:x1874436293834240:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 24us (947us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.841230:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 29 00000100:00100000:2.0:1787602481.841251:0:23271:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 30 00000100:00100000:2.0:1787602481.841257:0:23271:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293834752:12345-192.168.204.52@tcp:400:kworker.0 00000100:00100000:0.0:1787602481.841562:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0559d8bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:fd2cb68f-a480-4488-b473-873f94cbfe34+5:2401:x1874436293834112:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 3298us (3868us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602481.841571:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 63 00000100:00080000:0.0:1787602481.841596:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1787602481.841715:0:23271:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:d8766990-3016-444c-8995-d80c75ef1f7b+5:2401:x1874436293834752:12345-192.168.204.52@tcp:400:kworker.0 Request processed in 27us (338us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.841724:0:23271:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 30 00000100:00080000:0.0:1787602481.841747:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1787602481.841758:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1787602481.841760:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1787602481.942700:0:3454:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1787602481.942727:0:3454:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057db75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318073344:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1787602481.942867:0:3454:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602481.942926:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318073344 00000100:00100000:3.0:1787602481.942934:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318073344 00000100:00100000:3.0:1787602481.942991:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787602481.943001:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057db74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318073344:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1787602481.943071:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1787602481.943125:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057db74a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3454:x1874436318073344:12345-0@lo:13:osp-pre-1-1.0 Request processed in 126us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602481.943133:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 27 00000100:00100000:3.0:1787602481.943190:0:3454:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057db75880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3454:1874436318073344:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1787602481.944109:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787602481.944127:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318073856:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944172:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602481.944198:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318074368:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944222:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602481.944241:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318074880:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944262:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602481.944282:0:3453:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1787602481.944288:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318073472:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944314:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602481.944339:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318073984:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944360:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602481.944378:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318074496:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944398:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602481.944416:0:3453:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d057df0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318075008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1787602481.944437:0:3453:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1787602481.944467:0:23273:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318073856 00000100:00100000:2.0:1787602481.944473:0:23273:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318073856 00000100:00100000:2.0:1787602481.944520:0:23273:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787602481.944528:0:23273:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318073856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944593:0:23273:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318073856:12345-0@lo:400:kworker.0 Request processed in 65us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.944600:0:23273:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 31 00000100:00100000:2.0:1787602481.944619:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318074368 00000100:00100000:2.0:1787602481.944623:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318074368 00000100:00100000:2.0:1787602481.944639:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318074880 00000100:00100000:2.0:1787602481.944641:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318074880 00000100:00100000:2.0:1787602481.944658:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318073984 00000100:00100000:2.0:1787602481.944660:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318073984 00000100:00100000:2.0:1787602481.944670:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318074496 00000100:00100000:2.0:1787602481.944673:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318074496 00000100:00100000:2.0:1787602481.944686:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787602481.944692:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318074368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944724:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3453:x1874436318074368:12345-0@lo:400:kworker.0 Request processed in 32us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.944730:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:2.0:1787602481.944741:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787602481.944747:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1874436318074880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944775:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3453:x1874436318074880:12345-0@lo:400:kworker.0 Request processed in 28us (512us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.944781:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1787602481.944805:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787602481.944812:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318073984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944841:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3453:x1874436318073984:12345-0@lo:400:kworker.0 Request processed in 29us (480us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.944847:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00000100:00100000:2.0:1787602481.944858:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787602481.944871:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1874436318074496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944901:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3453:x1874436318074496:12345-0@lo:400:kworker.0 Request processed in 31us (502us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.944906:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:2.0:1787602481.944929:0:21953:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318073472 00000100:00100000:2.0:1787602481.944932:0:21953:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318073472 00000100:00100000:2.0:1787602481.944955:0:21953:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:2.0:1787602481.944962:0:21953:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d05724b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3453:x1874436318073472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.944990:0:21953:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d05724b0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b57cd82-69f6-4187-bab5-441c91e6943b+24:3453:x1874436318073472:12345-0@lo:400:kworker.0 Request processed in 28us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.944995:0:21953:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00080000:2.0:1787602481.945048:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1787602481.945052:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1787602481.945055:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1787602481.945083:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:9b57cd82-69f6-4187-bab5-441c91e6943b:3453:1874436318073472:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.945098:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3453:1874436318073984:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.945106:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3453:1874436318074496:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.945113:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318073856:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.945122:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3453:1874436318074368:0@lo:400:kworker.0 00010000:00080000:2.0:1787602481.945132:0:3453:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d055286f480 x1874436318074880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602481.945142:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3453:1874436318074880:0@lo:400:kworker.0 00000100:00100000:3.0:1787602481.945613:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318075008 00000100:00100000:3.0:1787602481.945619:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318075008 00000100:00100000:3.0:1787602481.945649:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787602481.945657:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d057df0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318075008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1787602481.945675:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 47513600 pending 0 free 3851419648 avail 3849322496 00000100:00100000:3.0:1787602481.945723:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d057df0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3453:x1874436318075008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (1285us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602481.945730:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 28 00000100:00100000:3.0:1787602481.946157:0:3453:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d057df0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3453:1874436318075008:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1787602481.946318:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318073600:0@lo:400:kworker.0 00000100:00100000:1.0:1787602481.946386:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602481.946425:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318074112:0@lo:400:kworker.0 00000100:00100000:1.0:1787602481.946449:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602481.946470:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318074624:0@lo:400:kworker.0 00000100:00100000:1.0:1787602481.946492:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602481.946512:0:3451:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1787602481.946517:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318073728:0@lo:400:kworker.0 00000100:00100000:1.0:1787602481.946537:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602481.946557:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318074240:0@lo:400:kworker.0 00000100:00100000:1.0:1787602481.946575:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1787602481.946592:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d055286d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318074752:0@lo:400:kworker.0 00000100:00100000:1.0:1787602481.946612:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602481.948058:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318073600 00000100:00100000:3.0:1787602481.948075:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318073600 00000100:00100000:3.0:1787602481.948498:0:21966:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318074112 00000100:00100000:3.0:1787602481.948503:0:21966:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318074112 00000100:00100000:3.0:1787602481.948528:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787602481.948540:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318073600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602481.948648:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318073600:12345-0@lo:400:kworker.0 Request processed in 110us (2261us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602481.948656:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:3.0:1787602481.948676:0:21966:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787602481.948682:0:21966:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318074112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602481.948714:0:21966:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318074112:12345-0@lo:400:kworker.0 Request processed in 32us (2264us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602481.948720:0:21966:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:3.0:1787602481.948776:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318073600:0@lo:400:kworker.0 00000100:00100000:3.0:1787602481.948789:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318074112:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.949335:0:24478:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318074624 00000100:00100000:2.0:1787602481.949401:0:24478:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318074624 00000100:00100000:0.0:1787602481.949544:0:21962:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318074752 00000100:00100000:0.0:1787602481.949549:0:21962:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318074752 00000100:00100000:2.0:1787602481.949846:0:24478:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1787602481.949855:0:24478:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318074624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.949923:0:24478:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3451:x1874436318074624:12345-0@lo:400:kworker.0 Request processed in 71us (3429us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.949930:0:24478:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00010000:00080000:2.0:1787602481.949980:0:3451:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8d055286f800 x1874436318074624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1787602497 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1787602481.949994:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3451:1874436318074624:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.950484:0:23272:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318073728 00000100:00100000:2.0:1787602481.950490:0:23272:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318073728 00000100:00080000:3.0:1787602481.951153:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1787602481.951159:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1787602481.951162:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1787602481.952136:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318074240 00000100:00100000:3.0:1787602481.952145:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318074240 00000100:00100000:3.0:1787602481.952207:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 32 00000100:00100000:3.0:1787602481.952217:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318074240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1787602481.952312:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3451:x1874436318074240:12345-0@lo:400:kworker.0 Request processed in 98us (5735us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602481.952337:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 32 00000100:00080000:1.0:1787602481.952495:0:21956:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1787602481.953282:0:21962:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:0.0:1787602481.953294:0:21962:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318074752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1787602481.953373:0:21962:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3451:x1874436318074752:12345-0@lo:400:kworker.0 Request processed in 82us (6759us total) trans 0 rc 0/0 00000100:00100000:0.0:1787602481.953379:0:21962:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1787602481.953761:0:23272:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787602481.953769:0:23272:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d055286dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3451:x1874436318073728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.953820:0:23272:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d055286dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+7:3451:x1874436318073728:12345-0@lo:400:kworker.0 Request processed in 52us (7281us total) trans 0 rc 0/0 00000100:00100000:2.0:1787602481.953826:0:23272:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 33 00000100:00100000:2.0:1787602481.953882:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318073728:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.953897:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3451:1874436318074240:0@lo:400:kworker.0 00000100:00100000:2.0:1787602481.953906:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d055286d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3451:1874436318074752:0@lo:400:kworker.0 00000001:00080000:2.0:1787602481.977477:0:8124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901893 is committed 00000001:00080000:2.0:1787602481.977495:0:8124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901892 is committed 00000001:00080000:2.0:1787602481.977502:0:8124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901894 is committed 00000100:00100000:0.0:1787602482.327272:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:0.0:1787602482.327440:0:3444:0:(events.c:340:request_in_callback()) peer: 12345-192.168.204.52@tcp (source: 12345-192.168.204.52@tcp) 00000100:00100000:2.0:1787602482.328476:0:23277:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293835008 00000100:00100000:2.0:1787602482.328492:0:23277:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293835008 00002000:00100000:2.0:1787602482.328555:0:23277:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff8d0547102300 x1874436293835008/t0(0) o4->fd2cb68f-a480-4488-b473-873f94cbfe34@192.168.204.52@tcp:318/0 lens 504/0 e 0 to 0 dl 1787602493 ref 1 fl New:/600/ffffffff rc 0/-1 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:2.0:1787602482.328593:0:23277:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8d0547102300 with x1874436293835008 ext(0->8) 00002000:00010000:2.0:1787602482.328600:0:23277:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8d0547102300 00000100:00100000:2.0:1787602482.328645:0:23277:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 0 00000100:00100000:2.0:1787602482.328656:0:23277:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547102300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2398:x1874436293835008:12345-192.168.204.52@tcp:4:bash.0 00000100:00100000:2.0:1787602482.329357:0:23277:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547102300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:fd2cb68f-a480-4488-b473-873f94cbfe34+8:2398:x1874436293835008:12345-192.168.204.52@tcp:4:bash.0 Request processed in 700us (1926us total) trans 12884901895 rc 0/0 00000100:00100000:2.0:1787602482.329366:0:23277:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 0 00002000:00100000:2.0:1787602482.329374:0:23277:0:(ofd_dev.c:2711:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_000: refresh rw locks for [0x280000401:0x42:0x0] (0->8) req@ffff8d0547102300 x1874436293835008/t12884901895(0) o4->fd2cb68f-a480-4488-b473-873f94cbfe34@192.168.204.52@tcp:318/0 lens 504/448 e 0 to 0 dl 1787602493 ref 1 fl Complete:/600/0 rc 0/0 job:'bash.0' uid:0 gid:0 projid:100 00002000:00100000:2.0:1787602482.329384:0:23277:0:(ofd_dev.c:2567:ofd_prolong_extent_locks()) Prolong locks for req ffff8d0547102300 with x1874436293835008 ext(0->8) 00002000:00010000:2.0:1787602482.329388:0:23277:0:(ofd_dev.c:2716:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8d0547102300 00000100:00100000:3.0:1787602482.330598:0:23665:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436293835136 00000100:00100000:3.0:1787602482.330612:0:23665:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436293835136 00000100:00100000:3.0:1787602482.330711:0:23665:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.204.52@tcp, seq: 31 00000100:00100000:3.0:1787602482.330722:0:23665:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+8:2398:x1874436293835136:12345-192.168.204.52@tcp:16:kworker.0 00000001:00080000:2.0:1787602482.400506:0:8124:0:(tgt_lastrcvd.c:983:tgt_cb_last_committed()) lustre-OST0000: transno 12884901895 is committed 00000100:00100000:3.0:1787602482.401879:0:23665:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547100380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:fd2cb68f-a480-4488-b473-873f94cbfe34+6:2398:x1874436293835136:12345-192.168.204.52@tcp:16:kworker.0 Request processed in 71149us (74610us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602482.401892:0:23665:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.204.52@tcp, seq: 31 00010000:00010000:3.0:1787602482.833188:0:21949:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1787602482.962990:0:3451:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff8d0547101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318075136:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1787602482.963087:0:3451:0:(events.c:340:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1787602482.963891:0:23275:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1874436318075136 00000100:00100000:3.0:1787602482.963900:0:23275:0:(service.c:2366:ptlrpc_server_handle_req_in()) got req x1874436318075136 00000100:00100000:3.0:1787602482.963952:0:23275:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787602482.963963:0:23275:0:(service.c:2552:ptlrpc_server_handle_request()) Handling RPC req@ffff8d0547102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318075136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1787602482.963987:0:23275:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 49217536 pending 0 free 3859808256 avail 3856662528 00000100:00100000:3.0:1787602482.964067:0:23275:0:(service.c:2610:ptlrpc_server_handle_request()) Handled RPC req@ffff8d0547102d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3451:x1874436318075136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 106us (980us total) trans 0 rc 0/0 00000100:00100000:3.0:1787602482.964074:0:23275:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 29 00000100:00100000:3.0:1787602482.964116:0:3451:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-MDT0000: committing for last_committed 12884901894 gen 2 00000004:00080000:3.0:1787602482.964122:0:3451:0:(osp_sync.c:570:osp_sync_request_commit_cb()) commit req ffff8d0547100000, transno 12884901892 00000004:00080000:3.0:1787602482.964133:0:3451:0:(osp_trans.c:1040:osp_request_commit_cb()) trans no 12884901894 committed transno 12884901894 00000100:00100000:3.0:1787602482.964160:0:3451:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff8d0547101f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3451:1874436318075136:0@lo:13:osp-pre-0-0.0 Debug log: 15337 lines, 15337 kept, 0 dropped, 0 bad.